-- Logs begin at Tue 2021-08-31 14:40:37 UTC, end at Tue 2021-08-31 15:49:31 UTC. -- Aug 31 15:15:19.207904 dv-cinder-802781-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 31 15:15:21.555093 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.common.config [-] Logging enabled! Aug 31 15:15:21.555797 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev17 Aug 31 15:15:21.555906 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79137) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 15:15:21.559065 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.common.config [-] Logging enabled! Aug 31 15:15:21.559337 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev17 Aug 31 15:15:21.559646 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79137) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 15:15:21.560574 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 31 15:15:21.560807 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 31 15:15:21.561165 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 31 15:15:21.561408 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 31 15:15:21.561632 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 31 15:15:21.561955 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.562254 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.562550 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.562777 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.563072 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.563391 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.563674 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.563962 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.564258 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.564540 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.564818 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.565108 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.565336 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.565613 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] config_source = [] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.566546 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.566927 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.567153 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] debug = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.567469 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.567898 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.568315 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.568596 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.568884 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.569166 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.569435 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.569713 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.569997 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.570324 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] host = dv-cinder-802781-4-iscsi {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.570599 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.570885 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.571169 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.571483 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.571761 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.572039 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.572323 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.572595 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] log_dir = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.572867 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] log_file = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.573142 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.573427 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.573713 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.574005 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.574226 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.574445 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.574730 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.575017 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.575312 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.575587 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.575859 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.576129 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.576400 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.576666 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.576950 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.577233 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.577513 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.577787 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.578057 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.578328 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.578593 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.578875 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.579144 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.579440 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.579712 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.579995 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.580261 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.580528 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.580824 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.581108 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.581429 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.581813 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.582122 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.582406 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.582682 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.582955 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] use_journal = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.583228 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] use_json = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.583525 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.583795 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.584076 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.584348 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.584621 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.584889 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.585164 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.585447 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:21.585744 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.586044 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.586343 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.586628 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.586924 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.587202 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.587739 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.587899 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.588077 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.588365 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.588652 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.588933 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.589221 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.589501 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.589794 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.590100 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.590395 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.590685 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.590961 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.591234 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.591530 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.591808 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.592092 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.592388 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.592678 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.592951 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.593232 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.593524 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.593803 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.594076 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.594356 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.594643 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.594924 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.595201 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.595505 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.595782 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.596053 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.596325 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.596602 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.597406 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.597841 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.598189 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.598466 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.598748 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.599020 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.599334 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.599615 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.599888 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.600161 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.600441 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.600713 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.600985 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.601263 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.601534 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.601813 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.602084 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.602355 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.602627 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.602896 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.603166 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.603465 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.603736 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.604011 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.604282 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.604552 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.604818 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.605095 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.605368 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.605652 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.605950 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.606227 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.606501 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.606776 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.607053 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.607358 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.607637 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.607912 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.608187 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.608456 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.608744 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.609024 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.609306 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.609591 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.609864 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.610158 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.610432 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.610713 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.610988 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.611281 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.611575 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.611859 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.612215 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.612555 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.613430 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.613732 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.614022 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.614305 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.614614 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.614893 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:21.615116 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 15:15:21.615707 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79137) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 31 15:15:22.006014 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO keyring.backend [-] Loading KWallet Aug 31 15:15:22.013707 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO keyring.backend [-] Loading SecretService Aug 31 15:15:22.017321 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO keyring.backend [-] Loading Windows Aug 31 15:15:22.018648 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO keyring.backend [-] Loading chainer Aug 31 15:15:22.019281 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO keyring.backend [-] Loading macOS Aug 31 15:15:22.054579 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:15:22.054845 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=79137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:15:22.055134 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:15:22.055494 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 31 15:15:22.363478 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.363765 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.364032 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.365494 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.365764 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.366026 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.487825 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.488066 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.488336 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.501607 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.501883 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.502149 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.531463 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.531735 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.531995 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.570242 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.570814 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.570814 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.803558 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.803751 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.804007 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.804270 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.805233 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.928919 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.929236 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.929512 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.929776 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.930036 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.930344 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.930601 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.930851 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.931097 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.931395 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.931649 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.931913 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.932166 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.932414 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.932674 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.932938 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.933189 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.933451 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.933695 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.933971 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.934322 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.934570 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.934814 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.935092 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.935362 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.935604 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.935987 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79137) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 15:15:22.936222 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79137) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 15:15:22.936453 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79137) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 15:15:22.936684 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79137) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 15:15:22.936912 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79137) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 15:15:22.937141 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79137) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 15:15:22.937600 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 31 15:15:22.940758 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 31 15:15:22.944755 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 31 15:15:22.948488 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Aug 31 15:15:22.950102 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 31 15:15:22.950549 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 31 15:15:22.950883 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 31 15:15:22.951286 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 31 15:15:22.954077 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 31 15:15:22.954332 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 31 15:15:22.954819 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 15:15:22.983301 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 31 15:15:22.983741 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.984037 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79137) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 31 15:15:22.984400 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.985755 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79137) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 31 15:15:22.986032 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 15:15:22.986273 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 31 15:15:22.989679 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:22.989958 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.052924 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 31 15:15:23.053161 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 31 15:15:23.053398 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 31 15:15:23.053812 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 31 15:15:23.086474 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_db.sqlalchemy.engines [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=79137) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Aug 31 15:15:23.420954 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.plugins.ml2.managers [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Initializing driver for type 'gre' Aug 31 15:15:23.421545 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] gre ID ranges: [(1, 1000)] Aug 31 15:15:23.477305 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.plugins.ml2.managers [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Initializing driver for type 'local' Aug 31 15:15:23.477642 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.plugins.ml2.managers [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Initializing driver for type 'vlan' Aug 31 15:15:23.490154 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] VlanTypeDriver initialization complete Aug 31 15:15:23.490842 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.plugins.ml2.managers [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Initializing driver for type 'vxlan' Aug 31 15:15:23.491433 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] vxlan ID ranges: [(1, 1000)] Aug 31 15:15:23.543554 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.plugins.ml2.managers [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Initializing extension driver 'port_security' Aug 31 15:15:23.543899 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.plugins.ml2.extensions.port_security [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] PortSecurityExtensionDriver initialization complete Aug 31 15:15:23.544232 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.plugins.ml2.managers [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Initializing mechanism driver 'openvswitch' Aug 31 15:15:23.544564 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.plugins.ml2.managers [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Initializing mechanism driver 'hyperv' Aug 31 15:15:23.551107 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.plugins.ml2.plugin [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:23.551886 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > port after_create 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.552252 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > port after_update 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.552598 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > port after_delete 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.552978 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > subnet after_create 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.553323 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > subnet after_update 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.553659 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.554029 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > network after_create 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.554365 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > network after_update 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.554696 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > network after_delete 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.555059 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > security_group after_create 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.555421 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > security_group after_update 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.555756 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > security_group after_delete 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.556124 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.556459 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.556788 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.557151 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > address_group after_create 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.557482 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > address_group after_update 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.557808 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > address_group after_delete 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.558137 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] ML2 OVO RPC backend initialized. {{(pid=79137) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Aug 31 15:15:23.558823 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.559167 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.559595 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > network before_response 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.559939 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > networks before_response 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.560274 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > port before_response 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.560606 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > ports before_response 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.560939 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > subnet before_response 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.561270 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > subnets before_response 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.561604 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > network after_create 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.561934 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > network after_update 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.562260 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > network after_delete 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.562632 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > port after_create 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.562908 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > port after_update 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.563233 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > port after_delete 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.563581 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > subnet after_create 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.563905 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > subnet after_update 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.564227 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > subnet after_delete 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.564788 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.plugins.ml2.plugin [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Modular L2 Plugin initialization complete Aug 31 15:15:23.565111 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading services supported by the core plugin {{(pid=79137) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 31 15:15:23.565432 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.plugins.ml2.managers [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Got port-security extension from driver 'port_security' Aug 31 15:15:23.565893 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.extensions.vlantransparent [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Disabled vlantransparent extension. Aug 31 15:15:23.566364 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79137) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 31 15:15:23.566668 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading Plugin: router Aug 31 15:15:23.602900 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > router_interface before_create 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.603510 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > router after_create 55549900 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.603670 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > router before_create 55549900 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.604032 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.604395 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.604736 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > router after_delete 55549900 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.605086 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > floatingip after_update 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.605441 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > router after_create 55549900 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.605783 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > router after_update 55549900 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.606126 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > router after_update 55549900 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.606466 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.606815 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > router after_update 55549900 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.607219 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > router precommit_update 55549900 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.607605 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: port after_update 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.607939 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: port after_delete 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.608268 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: subnet after_update 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.608604 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.608942 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > port precommit_delete 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.609281 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > router precommit_create 55549900 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.609621 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: port before_delete 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.609954 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > router precommit_create 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.610304 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > router after_update 55549900 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.610639 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > router precommit_delete 55549900 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.610978 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > router precommit_create 55549900 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.611366 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > router_interface after_create 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.611705 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > router precommit_update 55549900 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.612062 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > agent after_create 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.612406 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > agent after_delete 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.612834 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > network after_delete 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.613716 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.quota.resource_registry [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Tracking information for resource: router configured {{(pid=79137) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 15:15:23.614038 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.quota.resource_registry [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Tracking information for resource: floatingip configured {{(pid=79137) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 15:15:23.619310 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.db.l3_agentschedulers_db [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 31 15:15:23.619889 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: port after_update 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.620244 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: port after_create 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.620587 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: port after_delete 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.620932 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: port after_update 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.621731 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > router before_create 55550100 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.622090 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > router precommit_delete 55550100 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.622445 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > router precommit_create 55550100 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.622797 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > router precommit_update 55550100 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.627285 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.services.provider_configuration [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Service providers = [] {{(pid=79137) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 31 15:15:23.627641 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.db.servicetype_db [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79137) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 31 15:15:23.630625 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.services.service_base [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79137) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 15:15:23.630966 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.services.service_base [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79137) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 15:15:23.631330 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.services.service_base [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79137) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 15:15:23.632376 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.services.service_base [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79137) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 15:15:23.632740 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.services.service_base [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 31 15:15:23.633118 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79137) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 15:15:23.633427 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 31 15:15:23.644360 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79137) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 15:15:23.644827 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading Plugin: auto_allocate Aug 31 15:15:23.650550 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: network precommit_update 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.650913 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: network precommit_create 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.651459 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79137) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 15:15:23.651772 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading Plugin: tag Aug 31 15:15:23.658447 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79137) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 15:15:23.658776 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading Plugin: timestamp Aug 31 15:15:23.663187 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79137) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 15:15:23.663612 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading Plugin: network_ip_availability Aug 31 15:15:23.668830 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.669202 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.669550 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.670247 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79137) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 15:15:23.670564 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading Plugin: flavors Aug 31 15:15:23.676825 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79137) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 15:15:23.677086 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading Plugin: revisions Aug 31 15:15:23.681307 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79137) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 15:15:23.681689 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_concurrency.lockutils [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.626s {{(pid=79137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:15:23.682403 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79137) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 31 15:15:23.682732 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Initializing extension manager. Aug 31 15:15:23.683231 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: __init__.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.683593 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: __pycache__ {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.683919 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.684244 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: address_group.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.684987 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.685547 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: address-group Aug 31 15:15:23.685862 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: address_scope.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.686558 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.687054 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: address-scope Aug 31 15:15:23.687404 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: admin_state_down_before_update.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.688317 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.688809 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: router-admin-state-down-before-update Aug 31 15:15:23.689126 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: agent.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.689809 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.690295 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: agent Aug 31 15:15:23.690631 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: agent_resources_synced.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.691705 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.692203 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: agent-resources-synced Aug 31 15:15:23.692519 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: allowedaddresspairs.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.694285 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.694798 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: allowed-address-pairs Aug 31 15:15:23.695119 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: auto_allocated_topology.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.696252 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.696704 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: auto-allocated-topology Aug 31 15:15:23.697023 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: availability_zone.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.697710 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.698202 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: availability_zone Aug 31 15:15:23.698517 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: availability_zone_filter.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.699448 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.699941 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: availability_zone_filter Aug 31 15:15:23.700256 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: data_plane_status.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.701145 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.701639 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extension data-plane-status not supported by any of loaded plugins Aug 31 15:15:23.701953 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: default_subnetpools.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.702850 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.703369 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: default-subnetpools Aug 31 15:15:23.703684 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: dhcpagentscheduler.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.704477 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.704971 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: dhcp_agent_scheduler Aug 31 15:15:23.705284 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: dns.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.706184 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.707406 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extension dns-integration not supported by any of loaded plugins Aug 31 15:15:23.707726 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: dns_domain_ports.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.708631 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.709124 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 31 15:15:23.709436 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: dvr.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.710093 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.710583 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: dvr Aug 31 15:15:23.710895 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: empty_string_filtering.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.711822 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.712309 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: empty-string-filtering Aug 31 15:15:23.712619 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.713524 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.714013 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 31 15:15:23.714327 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.715222 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.715742 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 31 15:15:23.716056 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: external_net.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.716959 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.717459 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: external-net Aug 31 15:15:23.717781 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: extra_dhcp_opt.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.718676 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.719169 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: extra_dhcp_opt Aug 31 15:15:23.719506 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: extraroute.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.720397 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.720887 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: extraroute Aug 31 15:15:23.721197 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: extraroute_atomic.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.722783 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.723299 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: extraroute-atomic Aug 31 15:15:23.723619 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: filter_validation.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.724272 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.724761 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: filter-validation Aug 31 15:15:23.725072 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: fip_pf_description.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.726139 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.726635 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 31 15:15:23.726964 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: fip_port_details.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.727873 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.728368 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: fip-port-details Aug 31 15:15:23.728680 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: flavors.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.729901 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.730401 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: flavors Aug 31 15:15:23.730717 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.732397 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.732904 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 31 15:15:23.733229 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: floatingip_pools.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.733914 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.734410 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: floatingip-pools Aug 31 15:15:23.734728 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: ip_allocation.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.735668 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.736160 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extension ip_allocation not supported by any of loaded plugins Aug 31 15:15:23.736478 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.737380 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.737959 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: ip-substring-filtering Aug 31 15:15:23.738277 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: l2_adjacency.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.739186 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.739705 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 31 15:15:23.740023 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: l3.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.741218 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.741720 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: router Aug 31 15:15:23.742039 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: l3_conntrack_helper.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.744255 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.744776 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 31 15:15:23.745100 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.746023 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.746527 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: ext-gw-mode Aug 31 15:15:23.746849 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.747775 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.748272 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: l3-ha Aug 31 15:15:23.748589 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: l3_flavors.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.749492 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.749987 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: l3-flavors Aug 31 15:15:23.750302 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.751214 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.751734 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 31 15:15:23.752048 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: l3agentscheduler.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.753053 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.753576 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: l3_agent_scheduler Aug 31 15:15:23.753897 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: logging.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.755394 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.755903 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extension logging not supported by any of loaded plugins Aug 31 15:15:23.756222 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: metering.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.756951 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.757518 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: metering Aug 31 15:15:23.757833 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.758900 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.759440 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: metering_source_and_destination_fields Aug 31 15:15:23.759757 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: multiprovidernet.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.760787 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.761290 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: multi-provider Aug 31 15:15:23.761608 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: netmtu.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.762509 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.763006 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: net-mtu Aug 31 15:15:23.763351 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: netmtu_writable.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.764252 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.764748 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: net-mtu-writable Aug 31 15:15:23.765063 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: network_availability_zone.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.765725 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.766219 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: network_availability_zone Aug 31 15:15:23.766532 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: network_ip_availability.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.767639 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.768144 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: network-ip-availability Aug 31 15:15:23.768460 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: network_segment_range.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.769745 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.770235 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extension network-segment-range not supported by any of loaded plugins Aug 31 15:15:23.770548 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: pagination.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.771544 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.771866 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: pagination Aug 31 15:15:23.772178 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: port_device_profile.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.773077 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.773574 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: port-device-profile Aug 31 15:15:23.773888 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.774801 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.775322 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: port-mac-address-regenerate Aug 31 15:15:23.775640 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.776550 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.777047 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: port-numa-affinity-policy Aug 31 15:15:23.777362 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: port_resource_request.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.778261 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.778750 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extension port-resource-request not supported by any of loaded plugins Aug 31 15:15:23.779066 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: portbindings.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.780006 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.780501 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: binding Aug 31 15:15:23.780816 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: portbindings_extended.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.782067 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.782571 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: binding-extended Aug 31 15:15:23.782893 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: portsecurity.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.783850 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.784415 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: port-security Aug 31 15:15:23.785280 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: project_id.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.786418 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.786738 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: project-id Aug 31 15:15:23.787081 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: providernet.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.788026 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.788528 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: provider Aug 31 15:15:23.788843 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: qos.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.792326 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.792847 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extension qos not supported by any of loaded plugins Aug 31 15:15:23.793170 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.794395 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.794896 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 31 15:15:23.795228 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.796150 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.796647 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 31 15:15:23.796969 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: qos_default.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.797871 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.798365 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extension qos-default not supported by any of loaded plugins Aug 31 15:15:23.798685 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: qos_fip.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.799354 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.799843 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extension qos-fip not supported by any of loaded plugins Aug 31 15:15:23.800358 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: qos_gateway_ip.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.801344 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.801843 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 31 15:15:23.802158 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: qos_port_network_policy.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.803058 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.803584 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 31 15:15:23.803899 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: qos_rule_type_details.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.804799 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.805583 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 31 15:15:23.805583 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: qos_rules_alias.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.806613 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.807109 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 31 15:15:23.807461 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: quotasv2.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.808356 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.808797 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: quotas Aug 31 15:15:23.809115 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: quotasv2_detail.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.810720 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.811045 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: quota_details Aug 31 15:15:23.811397 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: rbac.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.812429 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.812939 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: rbac-policies Aug 31 15:15:23.813259 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: rbac_address_group.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.814172 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.814678 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: rbac-address-group Aug 31 15:15:23.814994 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: rbac_address_scope.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.816557 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.817059 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: rbac-address-scope Aug 31 15:15:23.817375 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: rbac_security_groups.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.818286 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.818782 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: rbac-security-groups Aug 31 15:15:23.819097 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: rbac_subnetpool.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.820040 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.820537 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: rbac-subnetpool Aug 31 15:15:23.820854 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: revisionifmatch.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.821755 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.822251 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: revision-if-match Aug 31 15:15:23.822567 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: revisions.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.823675 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.824178 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: standard-attr-revisions Aug 31 15:15:23.824498 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: router_availability_zone.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.825154 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.825652 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: router_availability_zone Aug 31 15:15:23.825964 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: routerservicetype.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.826860 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.827386 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extension router-service-type not supported by any of loaded plugins Aug 31 15:15:23.827702 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.828608 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.829097 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: security-groups-normalized-cidr Aug 31 15:15:23.829411 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: security_groups_port_filtering.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.830314 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.830809 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: port-security-groups-filtering Aug 31 15:15:23.831124 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.832611 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.833111 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: security-groups-remote-address-group Aug 31 15:15:23.833428 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: securitygroup.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.842894 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.843452 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: security-group Aug 31 15:15:23.843783 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: segment.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.844554 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.845052 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extension segment not supported by any of loaded plugins Aug 31 15:15:23.845372 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.846297 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.846794 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 31 15:15:23.847151 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: servicetype.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.848279 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.848777 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: service-type Aug 31 15:15:23.849097 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: sorting.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.850055 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.850376 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: sorting Aug 31 15:15:23.850690 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: standard_attr_segment.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.851622 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.852125 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 31 15:15:23.852438 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: standardattrdescription.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.853070 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.853565 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: standard-attr-description Aug 31 15:15:23.853880 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: stateful_security_group.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.854784 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.855306 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: stateful-security-group Aug 31 15:15:23.855624 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: stdattrs_common.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.856202 dv-cinder-802781-4-iscsi neutron-server[79137]: WARNING neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 31 15:15:23.856517 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.857509 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.858010 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 31 15:15:23.858325 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: subnet_onboard.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.859408 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.859911 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: subnet_onboard Aug 31 15:15:23.860225 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.861132 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.861629 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 31 15:15:23.861945 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: subnet_service_types.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.862930 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.863461 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: subnet-service-types Aug 31 15:15:23.863775 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: subnetallocation.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.864842 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.865606 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: subnet_allocation Aug 31 15:15:23.865920 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.866575 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.867121 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: subnetpool-prefix-ops Aug 31 15:15:23.867412 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.868352 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.868846 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 31 15:15:23.869160 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: tagging.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.870219 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.870722 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: standard-attr-tag Aug 31 15:15:23.871039 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: timestamp.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.872235 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.872740 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loaded extension: standard-attr-timestamp Aug 31 15:15:23.873058 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: trunk.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.874077 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.874575 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extension trunk not supported by any of loaded plugins Aug 31 15:15:23.874897 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: trunk_details.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.875830 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.876328 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extension trunk-details not supported by any of loaded plugins Aug 31 15:15:23.876645 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: uplink_status_propagation.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.877547 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.878050 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 31 15:15:23.878893 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Loading extension file: vlantransparent.py {{(pid=79137) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 15:15:23.879582 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79137) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 15:15:23.880082 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 31 15:15:23.882535 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.quota.resource_registry [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Creating instance of TrackedResource for resource:network Aug 31 15:15:23.883352 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.quota.resource_registry [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Creating instance of TrackedResource for resource:subnet Aug 31 15:15:23.884055 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.quota.resource_registry [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 15:15:23.884651 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.quota.resource_registry [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Creating instance of TrackedResource for resource:port Aug 31 15:15:23.885929 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.v2.resource_helper [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:15:23.886368 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.v2.resource_helper [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Service FLAVORS assigned prefix: {{(pid=79137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:15:23.887078 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.v2.resource_helper [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:15:23.887546 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.v2.resource_helper [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:15:23.887874 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.quota.resource_registry [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Creating instance of TrackedResource for resource:router Aug 31 15:15:23.888509 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.quota.resource_registry [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 15:15:23.889213 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.v2.resource_helper [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Service METERING assigned prefix: /metering {{(pid=79137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:15:23.890655 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.891020 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.891405 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=79137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:15:23.892532 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.quota.resource_registry [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 15:15:23.892959 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.quota.resource_registry [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Creating instance of TrackedResource for resource:security_group Aug 31 15:15:23.893614 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.quota.resource_registry [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 15:15:23.894920 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.v2.resource_helper [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Service CORE assigned prefix: {{(pid=79137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:15:23.895287 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.quota.resource_registry [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 15:15:23.895638 dv-cinder-802781-4-iscsi neutron-server[79137]: WARNING neutron.quota.resource_registry [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] subnetpool is already registered Aug 31 15:15:23.896238 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.v2.resource_helper [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Service CORE assigned prefix: {{(pid=79137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:15:23.896556 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.quota.resource_registry [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 15:15:23.896876 dv-cinder-802781-4-iscsi neutron-server[79137]: WARNING neutron.quota.resource_registry [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] subnetpool is already registered Aug 31 15:15:23.899432 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.v2.resource_helper [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:15:23.899889 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.v2.resource_helper [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Service FLAVORS assigned prefix: {{(pid=79137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:15:23.900474 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.v2.resource_helper [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:15:23.900884 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.v2.resource_helper [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=79137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:15:23.901207 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.quota.resource_registry [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Creating instance of TrackedResource for resource:router Aug 31 15:15:23.901526 dv-cinder-802781-4-iscsi neutron-server[79137]: WARNING neutron.quota.resource_registry [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] router is already registered Aug 31 15:15:23.902107 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.quota.resource_registry [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 15:15:23.902433 dv-cinder-802781-4-iscsi neutron-server[79137]: WARNING neutron.quota.resource_registry [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] floatingip is already registered Aug 31 15:15:23.903047 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.v2.resource_helper [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Service METERING assigned prefix: /metering {{(pid=79137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:15:23.903748 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.quota.resource_registry [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 15:15:23.904069 dv-cinder-802781-4-iscsi neutron-server[79137]: WARNING neutron.quota.resource_registry [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] rbac_policy is already registered Aug 31 15:15:23.904601 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.quota.resource_registry [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Creating instance of TrackedResource for resource:security_group Aug 31 15:15:23.904933 dv-cinder-802781-4-iscsi neutron-server[79137]: WARNING neutron.quota.resource_registry [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] security_group is already registered Aug 31 15:15:23.905502 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.quota.resource_registry [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 15:15:23.905821 dv-cinder-802781-4-iscsi neutron-server[79137]: WARNING neutron.quota.resource_registry [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] security_group_rule is already registered Aug 31 15:15:23.906454 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.v2.resource_helper [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Service CORE assigned prefix: {{(pid=79137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:15:23.906771 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.quota.resource_registry [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 15:15:23.907092 dv-cinder-802781-4-iscsi neutron-server[79137]: WARNING neutron.quota.resource_registry [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] subnetpool is already registered Aug 31 15:15:23.907711 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.v2.resource_helper [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Service CORE assigned prefix: {{(pid=79137) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 15:15:23.908027 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.quota.resource_registry [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 15:15:23.908337 dv-cinder-802781-4-iscsi neutron-server[79137]: WARNING neutron.quota.resource_registry [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] subnetpool is already registered Aug 31 15:15:23.908960 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extended resource: extensions {{(pid=79137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:15:23.910641 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extended resource: address-groups {{(pid=79137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:15:23.912287 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extended resource: address-scopes {{(pid=79137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:15:23.913485 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extended resource: agents {{(pid=79137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:15:23.914628 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extended resource: auto-allocated-topology {{(pid=79137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:15:23.915896 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extended resource: availability_zones {{(pid=79137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:15:23.918176 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extended resource: dhcp-networks {{(pid=79137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:15:23.919598 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extended resource: dhcp-agents {{(pid=79137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:15:23.921014 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extended resource: routers {{(pid=79137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:15:23.922794 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extended resource: flavors {{(pid=79137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:15:23.923980 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extended resource: service_profiles {{(pid=79137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:15:23.925253 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extended resource: next_providers {{(pid=79137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:15:23.926763 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extended resource: service_profiles {{(pid=79137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:15:23.928271 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extended resource: floatingip-pools {{(pid=79137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:15:23.929433 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extended resource: routers {{(pid=79137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:15:23.931191 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extended resource: floatingips {{(pid=79137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:15:23.932384 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extended resource: l3-routers {{(pid=79137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:15:23.933899 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extended resource: l3-agents {{(pid=79137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:15:23.935343 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extended resource: metering-labels {{(pid=79137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:15:23.936679 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extended resource: metering-label-rules {{(pid=79137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:15:23.937959 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extended resource: network-ip-availabilities {{(pid=79137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:15:23.939211 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extended resource: bindings {{(pid=79137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:15:23.941396 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extended resource: quotas {{(pid=79137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:15:23.942903 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extended resource: quotas {{(pid=79137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:15:23.944348 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extended resource: rbac-policies {{(pid=79137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:15:23.945621 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extended resource: security-groups {{(pid=79137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:15:23.946812 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extended resource: security-group-rules {{(pid=79137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:15:23.948082 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extended resource: service-providers {{(pid=79137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:15:23.949293 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extended resource: subnetpools {{(pid=79137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:15:23.950703 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extended resource: subnetpools {{(pid=79137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:15:23.952168 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extended resource: tags {{(pid=79137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:15:23.953838 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extended resource: tags {{(pid=79137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:15:23.955641 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extended resource: tags {{(pid=79137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:15:23.958030 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extended resource: tags {{(pid=79137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:15:23.959833 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extended resource: tags {{(pid=79137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:15:23.961656 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extended resource: tags {{(pid=79137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:15:23.963354 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extended resource: tags {{(pid=79137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:15:23.965222 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extended resource: tags {{(pid=79137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:15:23.966967 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extended resource: tags {{(pid=79137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:15:23.968815 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron.api.extensions [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Extended resource: tags {{(pid=79137) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 15:15:23.974637 dv-cinder-802781-4-iscsi neutron-server[79137]: WARNING keystonemiddleware.auth_token [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 31 15:15:23.980223 dv-cinder-802781-4-iscsi neutron-server[79137]: WARNING keystonemiddleware.auth_token [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 31 15:15:23.988319 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_concurrency.lockutils [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Acquired lock "singleton_lock" {{(pid=79137) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 31 15:15:23.988784 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_concurrency.lockutils [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Releasing lock "singleton_lock" {{(pid=79137) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 31 15:15:23.989418 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO oslo_service.service [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Starting 2 workers Aug 31 15:15:23.994288 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Started child 79276 {{(pid=79137) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 31 15:15:24.000023 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Started child 79277 {{(pid=79137) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 31 15:15:24.000196 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:24.000665 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO neutron.service [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 31 15:15:24.000738 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Notify callbacks [] for process, before_spawn {{(pid=79137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:24.000831 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [-] (79276) wsgi starting up on http://0.0.0.0:9696 Aug 31 15:15:24.002814 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:24.003781 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO oslo_service.service [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Starting 1 workers Aug 31 15:15:24.004723 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [-] (79277) wsgi starting up on http://0.0.0.0:9696 Aug 31 15:15:24.008816 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Started child 79278 {{(pid=79137) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 31 15:15:24.009314 dv-cinder-802781-4-iscsi neutron-server[79137]: INFO oslo_service.service [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Starting 1 workers Aug 31 15:15:24.012297 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.service [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] calling RpcWorker wait() {{(pid=79278) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 31 15:15:24.012854 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.service [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] returning from RpcWorker wait() {{(pid=79278) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 31 15:15:24.013632 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Started child 79279 {{(pid=79137) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 31 15:15:24.014127 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:24.014420 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG neutron_lib.callbacks.manager [None req-16f219d1-978c-4a42-90ee-c143d1882f48 None None] Notify callbacks [] for process, after_spawn {{(pid=79137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:24.014581 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:24.016270 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79137) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 31 15:15:24.016482 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 31 15:15:24.016666 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 31 15:15:24.016881 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 31 15:15:24.017215 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 31 15:15:24.017374 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 31 15:15:24.017859 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.018135 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.018321 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:24.018838 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.018838 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.019006 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.020184 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.020379 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.020632 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.020892 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.021119 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.021282 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.021607 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.021862 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.022112 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.022410 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.022658 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.022889 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.023148 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.023358 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.023609 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.023884 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.024129 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.024386 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] debug = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.024631 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.025143 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.025367 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.025598 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.025834 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.026114 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.026352 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.026629 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.026875 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.027090 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.027369 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.027623 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.027980 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.028269 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.028497 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.028744 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.028950 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.029453 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] host = dv-cinder-802781-4-iscsi {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.029686 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.029917 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.030160 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.030402 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.030671 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.030947 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.031105 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.031358 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.031620 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.031847 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.032091 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.032333 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.032543 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.032780 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] log_file = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.032935 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] log_options = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.033156 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.033442 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.033721 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.033921 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.034082 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.034233 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.034583 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.034859 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.035143 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.035398 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.035609 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.035820 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.036049 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.036275 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.036518 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.036746 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.036960 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.037176 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.037436 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.037939 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.038320 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.038556 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.038772 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.039021 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.039235 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.039486 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.039717 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.039947 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.040162 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.040412 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.040622 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.040861 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.041102 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.041328 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.041550 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.041769 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.041976 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.042247 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.042472 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.042742 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.042971 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.043179 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.045746 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.045746 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.045746 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.045746 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] use_json = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.046520 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:24.046703 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.046703 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.046703 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.046703 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.046703 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.046703 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.046703 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.047165 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.047514 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.047790 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.048221 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.048790 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.048790 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.049007 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.049127 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.049327 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.049584 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.050361 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.050502 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.051374 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.051374 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.051374 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.051374 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.052320 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.052320 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.052320 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.052654 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.052654 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.054109 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.054109 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.054109 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.054109 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.054109 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.054109 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.054779 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.054779 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.054779 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.055173 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.055173 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.055475 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.055673 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.056155 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.056155 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.058623 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.058623 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.058623 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.058623 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.058623 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.058623 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.058623 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.062271 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.062271 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.062271 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.062271 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.062271 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.062271 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.062271 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.062271 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.062271 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.062928 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.062928 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.062928 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.062928 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.062928 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.062928 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.062928 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.062928 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.062928 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.063616 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.063616 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.063616 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.063616 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.063616 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.063986 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.063986 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.064220 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.064435 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.064665 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.064886 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.065125 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.065334 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.065543 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.066280 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.066496 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.066696 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.066899 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.067171 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.067379 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.067587 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.067940 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.068041 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.068234 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.069209 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.069209 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.069209 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.069452 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.069532 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.069761 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.069997 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.070251 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.070470 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.070701 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.071182 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.071182 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.071463 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.071684 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.071912 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.072146 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.072381 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.072613 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.072863 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.073074 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.073307 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.073542 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.073801 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.074069 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.074356 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.074588 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.074876 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.075431 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.075679 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.075931 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.076164 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.076423 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.076737 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.076994 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.077246 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.077474 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.077732 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.077973 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.078196 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.078437 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.078678 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.078915 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.079142 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.079458 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.079780 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.080133 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.080349 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.080574 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.080899 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.081147 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.082079 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.082365 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.082562 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.083019 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.083254 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.083532 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.083787 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.084051 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.084303 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.084547 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.084776 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.084996 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.085232 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.085435 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.085811 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.086174 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.086533 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.086897 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.087295 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.087698 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.088057 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.088433 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.088820 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.089210 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.089442 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.089670 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.089879 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.090114 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.090365 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.090599 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.090812 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.091022 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.091284 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.091528 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.091740 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.092002 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.092255 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.092478 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.092714 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.092959 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.093294 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.093616 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.093889 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.094109 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.094324 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.094525 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.094973 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.095546 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.095942 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.096322 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.096683 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.097003 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.097408 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.097903 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.098161 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.098404 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.098654 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.098870 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.099087 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.099339 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.099580 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.099794 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.100001 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.100213 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.100486 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.100722 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.100974 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.101214 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.101422 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.101629 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.101837 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.102042 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.102326 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.102568 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.102805 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.103035 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.103518 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.103734 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.104045 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.104146 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.104388 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.104592 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.104827 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.105033 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.105283 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.105444 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.105645 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.105955 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.106163 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.106394 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.106669 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.106890 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.107115 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.107382 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.107710 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.107916 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.108148 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.108398 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.108628 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.109161 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.109161 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.109401 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.109680 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.109904 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.110152 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.110426 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.110700 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.110974 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.111180 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.111514 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.111836 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.112108 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.112351 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.112627 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.113319 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.113319 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.113514 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.113886 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.114122 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.114349 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.114605 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.114844 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.115088 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.115602 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.115823 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.116056 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.116291 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.116514 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.116755 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.116982 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.117131 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 15:15:24.117672 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79137) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 31 15:15:24.118048 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 31 15:15:24.118048 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 31 15:15:24.118048 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 31 15:15:24.118618 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 31 15:15:24.118618 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 31 15:15:24.119235 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.119424 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.119583 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.120338 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.120505 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.120679 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.120836 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.120990 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.121144 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.121287 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.121440 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.121594 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.121747 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.121898 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.122051 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.122205 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.122357 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.122512 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.122669 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.122821 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] config_source = [] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.122972 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.123123 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.123289 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] debug = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.123446 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.123635 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.123793 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.123946 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.124098 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.124248 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.124400 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.124551 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.124703 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.124854 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.125035 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.125169 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.125378 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.125553 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.125795 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.125952 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.126122 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.126266 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] host = dv-cinder-802781-4-iscsi {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.126419 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.126585 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.126948 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.127126 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.127282 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.127422 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.127575 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.127744 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.127872 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.128021 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.128751 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.129076 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.129076 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] log_dir = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.129076 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] log_file = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.129797 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] log_options = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.129797 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.129797 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.130137 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.130137 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.130361 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.130361 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.130557 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.130690 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.130777 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.130930 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.131082 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.131235 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.131435 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.131588 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.131740 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.131892 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.132033 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.132185 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.132339 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.132491 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.132643 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.132793 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.132945 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.133097 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.133250 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.133414 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.133544 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.133792 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.133895 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.133976 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.134126 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.134278 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.134432 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.134585 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.134722 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.134875 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.135025 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.135181 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.135355 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.135510 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.135662 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.135816 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.135968 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.136121 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.136275 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] use_journal = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.136428 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] use_json = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.136584 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.136725 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.136871 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.137013 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.137150 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.137277 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.137414 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.137566 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 31 15:15:24.137737 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.137892 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.138062 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.138206 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.138360 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.138515 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.138659 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.138819 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.138961 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.139092 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.139243 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.139417 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.139582 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.139737 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.139891 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.140048 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.140188 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.140346 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.140502 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.140661 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.140817 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.140974 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.141144 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.141299 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.141454 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.141608 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.141763 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.141919 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.142062 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.142219 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.142374 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.142530 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.142684 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.142840 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.142994 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.143148 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.143322 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.143480 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.143635 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.143812 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.144416 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.144416 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.144416 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.144821 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.144821 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.144821 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.145136 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.145136 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.145329 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.145329 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.145520 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.145642 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.145775 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.145965 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.146104 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.146189 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.146329 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.146483 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.146637 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.146792 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.146945 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.147113 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.147283 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.147441 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.147599 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.147773 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.147909 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.148063 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.148217 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.148302 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:24.148401 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.148512 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.148667 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.148821 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.148975 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.149131 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.149286 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.149440 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.149596 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.149751 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.149905 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.150058 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.150212 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.150368 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.150521 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.150689 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.150859 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.151014 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.151168 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.151350 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.151506 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.151660 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.151814 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.151970 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.152130 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.152292 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.152432 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.152570 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.152726 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.152871 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.153024 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.153167 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.153323 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.153469 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.153620 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.153795 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.153939 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.154088 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.154235 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.154376 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.154513 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.154650 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.154816 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.154977 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.155129 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.155304 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.155449 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.155601 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.155755 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.155901 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.156057 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.156202 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.156352 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.156505 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.156650 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.156805 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.156950 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.157098 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.157260 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.157425 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.157581 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.157735 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.157889 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.158065 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.158219 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.158372 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.158526 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.158680 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.158834 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.158987 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.159141 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.159295 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.160029 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.161545 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.161545 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.161545 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.161545 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.161545 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.161545 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.162229 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.162229 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.162229 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.162229 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.162229 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.162784 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.162784 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.162784 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.162784 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.163134 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.163134 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.163303 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.163383 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.163487 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.163649 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.163827 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.163973 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.164111 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.164277 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.164418 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.164561 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.164694 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.164830 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.164973 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.165111 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.165243 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.165373 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.165524 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.165664 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.165801 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.165940 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.166090 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.166325 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.166470 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.166614 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.166745 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.166894 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.167034 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.167171 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.167370 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.167370 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.167627 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.167758 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.167892 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.168039 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.168193 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.168343 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.168471 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.168595 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.168679 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.168815 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.168974 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.169130 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.169284 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.169442 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.169596 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.169750 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.170457 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.170457 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.170457 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.170457 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.170772 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.170772 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.170772 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.171023 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.171103 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.171227 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.171398 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.171565 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.171715 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.171866 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.172351 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.172351 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.172351 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.172665 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.172665 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.173422 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.173422 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.173422 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.173422 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.173422 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.173841 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.173841 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.173841 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.174148 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.174148 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.174357 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.174357 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.174563 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.174672 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.174796 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.174919 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.175201 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.175773 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.175773 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.175773 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.176030 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.176030 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.176173 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.176366 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.176499 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.176612 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.176716 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.176852 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.177005 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.177157 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.177310 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.177463 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.177618 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.177770 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.177923 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.178077 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.178216 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.178423 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.178560 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.178668 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 31 15:15:24.178819 dv-cinder-802781-4-iscsi neutron-server[79137]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79137) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 15:15:24.373789 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 41748) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:15:24.382956 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [-] 10.222.0.81 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069659 Aug 31 15:15:35.324585 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7f8095-3667-457f-8b66-b1441194dd62 None None] get_active_networks_info from dv-cinder-802781-4-iscsi {{(pid=79278) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Aug 31 15:15:35.391771 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7f8095-3667-457f-8b66-b1441194dd62 None None] No non-hosted networks {{(pid=79278) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 31 15:15:35.405835 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f96d1b3b-58d8-4540-985d-195dc9b37144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3903306'] for agent, after_create {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:35.576393 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3903306'] for agent, after_create {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:35.577111 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:35.577445 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:35.577776 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:35.578099 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:35.578421 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:35.578739 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:35.579053 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:35.579414 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:35.579761 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:35.580076 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:35.580392 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:35.581074 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:35.581685 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-802781-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:35.604791 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-802781-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:15:37.665002 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-4a165fbd-a35c-4d37-941d-beb4b8a84c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3903306'] for agent, after_create {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:37.731384 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-98d7c763-70f4-4242-aafe-c90084c01139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:38.843736 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3903306'] for agent, after_create {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:40.481619 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3903306'] for agent, after_create {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:40.521764 dv-cinder-802781-4-iscsi neutron-server[79278]: INFO neutron.db.l3_hamode_db [None req-822f6b90-227a-4af1-988e-25a7580fe568 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 31 15:15:40.607514 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822f6b90-227a-4af1-988e-25a7580fe568 None None] Routers set() bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:15:40.607904 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822f6b90-227a-4af1-988e-25a7580fe568 None None] Router IDs set() for agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 31 15:15:42.054144 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 41840) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:15:42.633635 dv-cinder-802781-4-iscsi neutron-server[79277]: WARNING oslo_policy.policy [None req-a0c73ea4-aec0-46c8-b93c-8ea5d889014b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 15:15:42.634181 dv-cinder-802781-4-iscsi neutron-server[79277]: WARNING oslo_policy.policy [None req-a0c73ea4-aec0-46c8-b93c-8ea5d889014b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 15:15:42.849709 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [None req-a0c73ea4-aec0-46c8-b93c-8ea5d889014b admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=79277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:15:42.850740 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-a0c73ea4-aec0-46c8-b93c-8ea5d889014b admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7957659 Aug 31 15:15:45.191597 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 41854) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:15:45.555658 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [None req-c0df947c-0c59-44c0-ac30-8a99014dda45 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:15:45.654843 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.policy [None req-c0df947c-0c59-44c0-ac30-8a99014dda45 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79277) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 15:15:45.699418 dv-cinder-802781-4-iscsi neutron-server[79277]: WARNING oslo_policy.policy [None req-c0df947c-0c59-44c0-ac30-8a99014dda45 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 15:15:45.699789 dv-cinder-802781-4-iscsi neutron-server[79277]: WARNING oslo_policy.policy [None req-c0df947c-0c59-44c0-ac30-8a99014dda45 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 15:15:45.708271 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.quota [None req-c0df947c-0c59-44c0-ac30-8a99014dda45 admin admin] Loaded quota_driver: . Aug 31 15:15:45.724092 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-c0df947c-0c59-44c0-ac30-8a99014dda45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:15:45.782845 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c0df947c-0c59-44c0-ac30-8a99014dda45 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738176714065', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738176714658', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738176735639', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738176732259', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738176738874', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738176749295', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1016019', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3325502', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-369190', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-405337'] for rbac-policy, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:45.854087 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c0df947c-0c59-44c0-ac30-8a99014dda45 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:45.855190 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-c0df947c-0c59-44c0-ac30-8a99014dda45 admin admin] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6625850 Aug 31 15:15:48.560999 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 41868) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:15:48.918966 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [None req-84a567ce-0f25-47fc-8a70-aaa66cc3565b admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'df34280cdf434950a4f040562d7408d2'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:15:48.923828 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-84a567ce-0f25-47fc-8a70-aaa66cc3565b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:15:48.928864 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-84a567ce-0f25-47fc-8a70-aaa66cc3565b admin admin] Usage tracker for resource:network and tenant:df34280cdf434950a4f040562d7408d2 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:15:48.933525 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-84a567ce-0f25-47fc-8a70-aaa66cc3565b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:15:48.939562 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-84a567ce-0f25-47fc-8a70-aaa66cc3565b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:15:48.950107 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a567ce-0f25-47fc-8a70-aaa66cc3565b admin admin] Made reservation on behalf of df34280cdf434950a4f040562d7408d2 for: {'network': 1} {{(pid=79277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:15:48.953025 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-84a567ce-0f25-47fc-8a70-aaa66cc3565b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for network, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:48.972346 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-84a567ce-0f25-47fc-8a70-aaa66cc3565b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:48.986215 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-84a567ce-0f25-47fc-8a70-aaa66cc3565b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:15:48.990814 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-84a567ce-0f25-47fc-8a70-aaa66cc3565b admin admin] Usage tracker for resource:security_group_rule and tenant:df34280cdf434950a4f040562d7408d2 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:15:48.996195 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-84a567ce-0f25-47fc-8a70-aaa66cc3565b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:15:49.001666 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-84a567ce-0f25-47fc-8a70-aaa66cc3565b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:15:49.100385 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-84a567ce-0f25-47fc-8a70-aaa66cc3565b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:49.104172 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-84a567ce-0f25-47fc-8a70-aaa66cc3565b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:49.109620 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:15:49.128678 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84a567ce-0f25-47fc-8a70-aaa66cc3565b admin admin] vlan segment allocate from pool success with {'vlan_id': 932, 'physical_network': 'physnet1'} {{(pid=79277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:15:49.154711 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-84a567ce-0f25-47fc-8a70-aaa66cc3565b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738171925908', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3286683'] for segment, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:49.155443 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-84a567ce-0f25-47fc-8a70-aaa66cc3565b admin admin] Unsubscribe: segment precommit_create {{(pid=79277) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 15:15:49.156019 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.db.segments_db [None req-84a567ce-0f25-47fc-8a70-aaa66cc3565b admin admin] Added segment b9af7d44-eb4b-4591-879e-632443adb1b0 of type vlan for network 06dce239-eff8-4846-8133-4270b65b5f63 Aug 31 15:15:49.204054 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a567ce-0f25-47fc-8a70-aaa66cc3565b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9fff16-0192-4785-9e48-23a912746429,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:49.224583 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a567ce-0f25-47fc-8a70-aaa66cc3565b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:49.224906 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a567ce-0f25-47fc-8a70-aaa66cc3565b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:49.225225 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a567ce-0f25-47fc-8a70-aaa66cc3565b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:49.225560 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a567ce-0f25-47fc-8a70-aaa66cc3565b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:49.225870 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a567ce-0f25-47fc-8a70-aaa66cc3565b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:49.226173 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a567ce-0f25-47fc-8a70-aaa66cc3565b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:49.226472 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a567ce-0f25-47fc-8a70-aaa66cc3565b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:49.226770 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a567ce-0f25-47fc-8a70-aaa66cc3565b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:49.227068 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a567ce-0f25-47fc-8a70-aaa66cc3565b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:49.227386 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a567ce-0f25-47fc-8a70-aaa66cc3565b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:49.227771 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a567ce-0f25-47fc-8a70-aaa66cc3565b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:49.228132 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a567ce-0f25-47fc-8a70-aaa66cc3565b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:49.229564 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a567ce-0f25-47fc-8a70-aaa66cc3565b admin admin] Tracked resource versions report: Aug 31 15:15:49.229564 dv-cinder-802781-4-iscsi neutron-server[79277]: pushed versions: Aug 31 15:15:49.229564 dv-cinder-802781-4-iscsi neutron-server[79277]: { 'AddressGroup': {'1.2'}, Aug 31 15:15:49.229564 dv-cinder-802781-4-iscsi neutron-server[79277]: 'ConntrackHelper': {'1.0'}, Aug 31 15:15:49.229564 dv-cinder-802781-4-iscsi neutron-server[79277]: 'Log': {'1.0'}, Aug 31 15:15:49.229564 dv-cinder-802781-4-iscsi neutron-server[79277]: 'Network': {'1.1'}, Aug 31 15:15:49.229564 dv-cinder-802781-4-iscsi neutron-server[79277]: 'Port': {'1.7'}, Aug 31 15:15:49.229564 dv-cinder-802781-4-iscsi neutron-server[79277]: 'PortForwarding': {'1.2'}, Aug 31 15:15:49.229564 dv-cinder-802781-4-iscsi neutron-server[79277]: 'QosPolicy': {'1.8'}, Aug 31 15:15:49.229564 dv-cinder-802781-4-iscsi neutron-server[79277]: 'SecurityGroup': {'1.4'}, Aug 31 15:15:49.229564 dv-cinder-802781-4-iscsi neutron-server[79277]: 'SecurityGroupRule': {'1.2'}, Aug 31 15:15:49.229564 dv-cinder-802781-4-iscsi neutron-server[79277]: 'SubPort': {'1.0'}, Aug 31 15:15:49.229564 dv-cinder-802781-4-iscsi neutron-server[79277]: 'Subnet': {'1.1'}, Aug 31 15:15:49.229564 dv-cinder-802781-4-iscsi neutron-server[79277]: 'Trunk': {'1.1'}} Aug 31 15:15:49.229564 dv-cinder-802781-4-iscsi neutron-server[79277]: consumer versions: Aug 31 15:15:49.229564 dv-cinder-802781-4-iscsi neutron-server[79277]: { DHCP agent@dv-cinder-802781-4-iscsi: {}, Aug 31 15:15:49.229564 dv-cinder-802781-4-iscsi neutron-server[79277]: L3 agent@dv-cinder-802781-4-iscsi: {}, Aug 31 15:15:49.229564 dv-cinder-802781-4-iscsi neutron-server[79277]: Metadata agent@dv-cinder-802781-4-iscsi: {}, Aug 31 15:15:49.229564 dv-cinder-802781-4-iscsi neutron-server[79277]: Metering agent@dv-cinder-802781-4-iscsi: {}, Aug 31 15:15:49.229564 dv-cinder-802781-4-iscsi neutron-server[79277]: Open vSwitch agent@dv-cinder-802781-4-iscsi: { 'AddressGroup': '1.2', Aug 31 15:15:49.229564 dv-cinder-802781-4-iscsi neutron-server[79277]: 'ConntrackHelper': '1.0', Aug 31 15:15:49.229564 dv-cinder-802781-4-iscsi neutron-server[79277]: 'Log': '1.0', Aug 31 15:15:49.229564 dv-cinder-802781-4-iscsi neutron-server[79277]: 'Network': '1.1', Aug 31 15:15:49.229564 dv-cinder-802781-4-iscsi neutron-server[79277]: 'Port': '1.7', Aug 31 15:15:49.229564 dv-cinder-802781-4-iscsi neutron-server[79277]: 'PortForwarding': '1.2', Aug 31 15:15:49.229564 dv-cinder-802781-4-iscsi neutron-server[79277]: 'QosPolicy': '1.8', Aug 31 15:15:49.229564 dv-cinder-802781-4-iscsi neutron-server[79277]: 'SecurityGroup': '1.4', Aug 31 15:15:49.229564 dv-cinder-802781-4-iscsi neutron-server[79277]: 'SecurityGroupRule': '1.2', Aug 31 15:15:49.229564 dv-cinder-802781-4-iscsi neutron-server[79277]: 'SubPort': '1.0', Aug 31 15:15:49.229564 dv-cinder-802781-4-iscsi neutron-server[79277]: 'Subnet': '1.1', Aug 31 15:15:49.229564 dv-cinder-802781-4-iscsi neutron-server[79277]: 'Trunk': '1.1'}} Aug 31 15:15:49.229564 dv-cinder-802781-4-iscsi neutron-server[79277]: {{(pid=79277) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 15:15:49.277407 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-84a567ce-0f25-47fc-8a70-aaa66cc3565b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:15:49.279054 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-84a567ce-0f25-47fc-8a70-aaa66cc3565b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738171399325'] for network, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:49.320049 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-84a567ce-0f25-47fc-8a70-aaa66cc3565b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729'] for network, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:49.321452 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a567ce-0f25-47fc-8a70-aaa66cc3565b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:49.322135 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-84a567ce-0f25-47fc-8a70-aaa66cc3565b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for network, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:49.326986 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:15:49.428371 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-84a567ce-0f25-47fc-8a70-aaa66cc3565b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8661954 Aug 31 15:15:49.436451 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a567ce-0f25-47fc-8a70-aaa66cc3565b admin admin] Pushing event updated for resources: {'Network': ['ID=06dce239-eff8-4846-8133-4270b65b5f63,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:49.439935 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-84a567ce-0f25-47fc-8a70-aaa66cc3565b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:15:49.449962 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Network 06dce239-eff8-4846-8133-4270b65b5f63 details requested by agent ovs-agent-dv-cinder-802781-4-iscsi with host dv-cinder-802781-4-iscsi {{(pid=79278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 15:15:52.094798 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 41884) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:15:52.556126 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c317545-207e-4426-acc5-fd2e0d2ead76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:52.557491 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-0c317545-207e-4426-acc5-fd2e0d2ead76 admin admin] 10.222.0.81 "GET /v2.0/networks/06dce239-eff8-4846-8133-4270b65b5f63 HTTP/1.1" status: 200 len: 825 time: 0.4617145 Aug 31 15:15:52.584067 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-c79d6592-bc0a-4466-a9a8-39f571df7bc4 admin admin] 10.222.0.81 "GET /v2.0/subnetpools/e67aa7c4-7575-49bd-8490-606bea3a60a2 HTTP/1.1" status: 200 len: 734 time: 0.0211725 Aug 31 15:15:52.592797 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [None req-f185c1f5-5380-4bc9-843c-2d8f2b65fa98 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'e67aa7c4-7575-49bd-8490-606bea3a60a2', 'tenant_id': 'df34280cdf434950a4f040562d7408d2', 'network_id': '06dce239-eff8-4846-8133-4270b65b5f63', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:15:52.598037 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-f185c1f5-5380-4bc9-843c-2d8f2b65fa98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:15:52.601711 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-f185c1f5-5380-4bc9-843c-2d8f2b65fa98 admin admin] Usage tracker for resource:subnet and tenant:df34280cdf434950a4f040562d7408d2 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:15:52.604556 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-f185c1f5-5380-4bc9-843c-2d8f2b65fa98 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:15:52.610019 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-f185c1f5-5380-4bc9-843c-2d8f2b65fa98 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:15:52.621190 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f185c1f5-5380-4bc9-843c-2d8f2b65fa98 admin admin] Made reservation on behalf of df34280cdf434950a4f040562d7408d2 for: {'subnet': 1} {{(pid=79277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:15:52.623427 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f185c1f5-5380-4bc9-843c-2d8f2b65fa98 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:52.895901 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f185c1f5-5380-4bc9-843c-2d8f2b65fa98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729'] for subnet, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:52.900943 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:15:52.994016 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f185c1f5-5380-4bc9-843c-2d8f2b65fa98 admin admin] Checking segment: {'id': 'b9af7d44-eb4b-4591-879e-632443adb1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '06dce239-eff8-4846-8133-4270b65b5f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:15:52.994891 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f185c1f5-5380-4bc9-843c-2d8f2b65fa98 admin admin] Network hostable DHCP agents. Network: 06dce239-eff8-4846-8133-4270b65b5f63, hostable agents: ['2365506f-cea6-46f8-ac71-d4e1f85a8442'], hosted agents: [] {{(pid=79277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:15:53.001323 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f185c1f5-5380-4bc9-843c-2d8f2b65fa98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a126ecd-8b39-4066-9638-958bb03eb11d,revision_number=0']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:53.007238 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-f185c1f5-5380-4bc9-843c-2d8f2b65fa98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:15:53.020221 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f185c1f5-5380-4bc9-843c-2d8f2b65fa98 admin admin] Network 06dce239-eff8-4846-8133-4270b65b5f63 is scheduled to be hosted by DHCP agent 2365506f-cea6-46f8-ac71-d4e1f85a8442 with binding_index 1 {{(pid=79277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:15:53.030158 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.base_scheduler [None req-f185c1f5-5380-4bc9-843c-2d8f2b65fa98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-4-iscsi, 06dce239-eff8-4846-8133-4270b65b5f63) {{(pid=79277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:15:53.035267 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f185c1f5-5380-4bc9-843c-2d8f2b65fa98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:15:53.035868 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f185c1f5-5380-4bc9-843c-2d8f2b65fa98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for subnet, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:53.041256 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e15326-8f3d-41c3-acfd-534505b3d9c3 None None] Network 06dce239-eff8-4846-8133-4270b65b5f63 requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:15:53.057835 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-f185c1f5-5380-4bc9-843c-2d8f2b65fa98 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4684021 Aug 31 15:15:53.492254 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf69801-bfd9-458a-a7f7-8212711b888e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31c034a1-c16d-5a01-a745-abc2b4c71a16-06dce239-eff8-4846-8133-4270b65b5f63', 'network_id': '06dce239-eff8-4846-8133-4270b65b5f63', 'tenant_id': 'df34280cdf434950a4f040562d7408d2', 'fixed_ips': [{'subnet_id': '9a126ecd-8b39-4066-9638-958bb03eb11d'}]}} from dv-cinder-802781-4-iscsi. {{(pid=79278) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 31 15:15:53.494173 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-dbf69801-bfd9-458a-a7f7-8212711b888e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:53.692133 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.db_base_plugin_common [None req-dbf69801-bfd9-458a-a7f7-8212711b888e None None] Allocated IP 172.20.0.2 (06dce239-eff8-4846-8133-4270b65b5f63/9a126ecd-8b39-4066-9638-958bb03eb11d/81d2a256-68a8-48dc-98ee-46390be7130e) {{(pid=79278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:15:53.929124 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-dbf69801-bfd9-458a-a7f7-8212711b888e None None] Notify callbacks [] for port, precommit_create {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:53.943985 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-dbf69801-bfd9-458a-a7f7-8212711b888e None None] Transition to ACTIVE for port object 81d2a256-68a8-48dc-98ee-46390be7130e will not be triggered until provisioned by entity L2. {{(pid=79278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:15:53.967607 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-dbf69801-bfd9-458a-a7f7-8212711b888e None None] Transition to ACTIVE for port object 81d2a256-68a8-48dc-98ee-46390be7130e will not be triggered until provisioned by entity DHCP. {{(pid=79278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:15:53.974480 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-dbf69801-bfd9-458a-a7f7-8212711b888e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264'] for port, after_create {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:53.979293 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:15:54.039290 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf69801-bfd9-458a-a7f7-8212711b888e None None] Network 06dce239-eff8-4846-8133-4270b65b5f63 is already hosted by enough agents. {{(pid=79278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:15:54.042250 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.scheduler.base_scheduler [None req-dbf69801-bfd9-458a-a7f7-8212711b888e None None] Resources bound (agent type, host, resource id): {{(pid=79278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:15:54.045867 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf69801-bfd9-458a-a7f7-8212711b888e None None] Received port after_create {{(pid=79278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:15:54.087578 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf69801-bfd9-458a-a7f7-8212711b888e None None] Pushing event updated for resources: {'Port': ['ID=81d2a256-68a8-48dc-98ee-46390be7130e,revision_number=1']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:54.104676 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf69801-bfd9-458a-a7f7-8212711b888e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:54.104995 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf69801-bfd9-458a-a7f7-8212711b888e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:54.105355 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf69801-bfd9-458a-a7f7-8212711b888e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:54.105705 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf69801-bfd9-458a-a7f7-8212711b888e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:54.106116 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf69801-bfd9-458a-a7f7-8212711b888e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:54.106521 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf69801-bfd9-458a-a7f7-8212711b888e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:54.106877 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf69801-bfd9-458a-a7f7-8212711b888e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:54.107198 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf69801-bfd9-458a-a7f7-8212711b888e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:54.107563 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf69801-bfd9-458a-a7f7-8212711b888e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:54.107884 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf69801-bfd9-458a-a7f7-8212711b888e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:54.108197 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf69801-bfd9-458a-a7f7-8212711b888e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:54.108511 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf69801-bfd9-458a-a7f7-8212711b888e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:15:54.109717 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf69801-bfd9-458a-a7f7-8212711b888e None None] Tracked resource versions report: Aug 31 15:15:54.109717 dv-cinder-802781-4-iscsi neutron-server[79278]: pushed versions: Aug 31 15:15:54.109717 dv-cinder-802781-4-iscsi neutron-server[79278]: { 'AddressGroup': {'1.2'}, Aug 31 15:15:54.109717 dv-cinder-802781-4-iscsi neutron-server[79278]: 'ConntrackHelper': {'1.0'}, Aug 31 15:15:54.109717 dv-cinder-802781-4-iscsi neutron-server[79278]: 'Log': {'1.0'}, Aug 31 15:15:54.109717 dv-cinder-802781-4-iscsi neutron-server[79278]: 'Network': {'1.1'}, Aug 31 15:15:54.109717 dv-cinder-802781-4-iscsi neutron-server[79278]: 'Port': {'1.7'}, Aug 31 15:15:54.109717 dv-cinder-802781-4-iscsi neutron-server[79278]: 'PortForwarding': {'1.2'}, Aug 31 15:15:54.109717 dv-cinder-802781-4-iscsi neutron-server[79278]: 'QosPolicy': {'1.8'}, Aug 31 15:15:54.109717 dv-cinder-802781-4-iscsi neutron-server[79278]: 'SecurityGroup': {'1.4'}, Aug 31 15:15:54.109717 dv-cinder-802781-4-iscsi neutron-server[79278]: 'SecurityGroupRule': {'1.2'}, Aug 31 15:15:54.109717 dv-cinder-802781-4-iscsi neutron-server[79278]: 'SubPort': {'1.0'}, Aug 31 15:15:54.109717 dv-cinder-802781-4-iscsi neutron-server[79278]: 'Subnet': {'1.1'}, Aug 31 15:15:54.109717 dv-cinder-802781-4-iscsi neutron-server[79278]: 'Trunk': {'1.1'}} Aug 31 15:15:54.109717 dv-cinder-802781-4-iscsi neutron-server[79278]: consumer versions: Aug 31 15:15:54.109717 dv-cinder-802781-4-iscsi neutron-server[79278]: { DHCP agent@dv-cinder-802781-4-iscsi: {}, Aug 31 15:15:54.109717 dv-cinder-802781-4-iscsi neutron-server[79278]: L3 agent@dv-cinder-802781-4-iscsi: {}, Aug 31 15:15:54.109717 dv-cinder-802781-4-iscsi neutron-server[79278]: Metadata agent@dv-cinder-802781-4-iscsi: {}, Aug 31 15:15:54.109717 dv-cinder-802781-4-iscsi neutron-server[79278]: Metering agent@dv-cinder-802781-4-iscsi: {}, Aug 31 15:15:54.109717 dv-cinder-802781-4-iscsi neutron-server[79278]: Open vSwitch agent@dv-cinder-802781-4-iscsi: { 'AddressGroup': '1.2', Aug 31 15:15:54.109717 dv-cinder-802781-4-iscsi neutron-server[79278]: 'ConntrackHelper': '1.0', Aug 31 15:15:54.109717 dv-cinder-802781-4-iscsi neutron-server[79278]: 'Log': '1.0', Aug 31 15:15:54.109717 dv-cinder-802781-4-iscsi neutron-server[79278]: 'Network': '1.1', Aug 31 15:15:54.109717 dv-cinder-802781-4-iscsi neutron-server[79278]: 'Port': '1.7', Aug 31 15:15:54.109717 dv-cinder-802781-4-iscsi neutron-server[79278]: 'PortForwarding': '1.2', Aug 31 15:15:54.109717 dv-cinder-802781-4-iscsi neutron-server[79278]: 'QosPolicy': '1.8', Aug 31 15:15:54.109717 dv-cinder-802781-4-iscsi neutron-server[79278]: 'SecurityGroup': '1.4', Aug 31 15:15:54.109717 dv-cinder-802781-4-iscsi neutron-server[79278]: 'SecurityGroupRule': '1.2', Aug 31 15:15:54.109717 dv-cinder-802781-4-iscsi neutron-server[79278]: 'SubPort': '1.0', Aug 31 15:15:54.109717 dv-cinder-802781-4-iscsi neutron-server[79278]: 'Subnet': '1.1', Aug 31 15:15:54.109717 dv-cinder-802781-4-iscsi neutron-server[79278]: 'Trunk': '1.1'}} Aug 31 15:15:54.109717 dv-cinder-802781-4-iscsi neutron-server[79278]: {{(pid=79278) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 15:15:54.149151 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-dbf69801-bfd9-458a-a7f7-8212711b888e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:15:54.170078 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-dbf69801-bfd9-458a-a7f7-8212711b888e None None] Attempting to bind port 81d2a256-68a8-48dc-98ee-46390be7130e on host dv-cinder-802781-4-iscsi for vnic_type normal with profile {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:15:54.170478 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-dbf69801-bfd9-458a-a7f7-8212711b888e None None] Attempting to bind port 81d2a256-68a8-48dc-98ee-46390be7130e by drivers openvswitch,hyperv on host dv-cinder-802781-4-iscsi at level 0 using segments [{'id': 'b9af7d44-eb4b-4591-879e-632443adb1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '06dce239-eff8-4846-8133-4270b65b5f63'}] {{(pid=79278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:15:54.170908 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf69801-bfd9-458a-a7f7-8212711b888e None None] Attempting to bind port 81d2a256-68a8-48dc-98ee-46390be7130e on network 06dce239-eff8-4846-8133-4270b65b5f63 {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:15:54.177953 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf69801-bfd9-458a-a7f7-8212711b888e None None] Checking agent: {'id': 'b1845f19-f6eb-4023-b5bb-8a6030080bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 15, 36), 'started_at': datetime.datetime(2021, 8, 31, 15, 15, 36), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:15:54.178388 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf69801-bfd9-458a-a7f7-8212711b888e None None] Checking segment: {'id': 'b9af7d44-eb4b-4591-879e-632443adb1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '06dce239-eff8-4846-8133-4270b65b5f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:15:54.178849 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-dbf69801-bfd9-458a-a7f7-8212711b888e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:54.179242 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf69801-bfd9-458a-a7f7-8212711b888e None None] Bound using segment: {'id': 'b9af7d44-eb4b-4591-879e-632443adb1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '06dce239-eff8-4846-8133-4270b65b5f63'} {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:15:54.179741 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-dbf69801-bfd9-458a-a7f7-8212711b888e None None] Bound port: 81d2a256-68a8-48dc-98ee-46390be7130e, host: dv-cinder-802781-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9af7d44-eb4b-4591-879e-632443adb1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '06dce239-eff8-4846-8133-4270b65b5f63'}}] {{(pid=79278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:15:54.180127 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-dbf69801-bfd9-458a-a7f7-8212711b888e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:54.275667 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-dbf69801-bfd9-458a-a7f7-8212711b888e None None] For port 81d2a256-68a8-48dc-98ee-46390be7130e, host dv-cinder-802781-4-iscsi, cleared binding levels {{(pid=79278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:15:54.280217 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-dbf69801-bfd9-458a-a7f7-8212711b888e None None] For port 81d2a256-68a8-48dc-98ee-46390be7130e, host dv-cinder-802781-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=81d2a256-68a8-48dc-98ee-46390be7130e,segment=NetworkSegment(b9af7d44-eb4b-4591-879e-632443adb1b0),segment_id=b9af7d44-eb4b-4591-879e-632443adb1b0)] {{(pid=79278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:15:54.285564 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-dbf69801-bfd9-458a-a7f7-8212711b888e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:54.289645 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-dbf69801-bfd9-458a-a7f7-8212711b888e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:15:54.392812 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf69801-bfd9-458a-a7f7-8212711b888e None None] Pushing event updated for resources: {'Port': ['ID=81d2a256-68a8-48dc-98ee-46390be7130e,revision_number=2']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:54.396539 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-dbf69801-bfd9-458a-a7f7-8212711b888e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:15:55.493774 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 41894) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:15:55.895365 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [None req-c11d550a-e7b8-4057-a7df-1581a17d7d62 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=79277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:15:55.896511 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-c11d550a-e7b8-4057-a7df-1581a17d7d62 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4018021 Aug 31 15:15:57.872512 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 81d2a256-68a8-48dc-98ee-46390be7130e up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:15:57.942693 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning for port 81d2a256-68a8-48dc-98ee-46390be7130e completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:15:58.145412 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a674d89c-58ed-4814-84ae-bbdbb8068eab None None] Network 06dce239-eff8-4846-8133-4270b65b5f63 requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:15:58.235346 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-e895d6f8-d5e3-4825-a8c6-71a5dcb1f046 None None] Provisioning for port 81d2a256-68a8-48dc-98ee-46390be7130e completed by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:15:58.244812 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-e895d6f8-d5e3-4825-a8c6-71a5dcb1f046 None None] Provisioning complete for port 81d2a256-68a8-48dc-98ee-46390be7130e triggered by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:15:58.245209 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-e895d6f8-d5e3-4825-a8c6-71a5dcb1f046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:58.334534 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 41908) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:15:58.469025 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-e895d6f8-d5e3-4825-a8c6-71a5dcb1f046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:58.526182 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-e895d6f8-d5e3-4825-a8c6-71a5dcb1f046 None None] For port 81d2a256-68a8-48dc-98ee-46390be7130e, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=81d2a256-68a8-48dc-98ee-46390be7130e,segment=NetworkSegment(b9af7d44-eb4b-4591-879e-632443adb1b0),segment_id=b9af7d44-eb4b-4591-879e-632443adb1b0)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:15:58.532750 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-e895d6f8-d5e3-4825-a8c6-71a5dcb1f046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:58.538829 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-dbf69801-bfd9-458a-a7f7-8212711b888e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:15:58.614627 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895d6f8-d5e3-4825-a8c6-71a5dcb1f046 None None] Pushing event updated for resources: {'Port': ['ID=81d2a256-68a8-48dc-98ee-46390be7130e,revision_number=3']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:15:58.618275 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-e895d6f8-d5e3-4825-a8c6-71a5dcb1f046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:15:58.854884 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-849aef4f-e375-4516-b893-f2aae0f6b998 None None] Provisioning complete for port 81d2a256-68a8-48dc-98ee-46390be7130e triggered by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:15:58.855247 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-849aef4f-e375-4516-b893-f2aae0f6b998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:15:59.000444 dv-cinder-802781-4-iscsi neutron-server[79276]: WARNING oslo_policy.policy [None req-9f3c8dad-1808-49c2-8d84-fd95b67b3a7c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 15:15:59.001030 dv-cinder-802781-4-iscsi neutron-server[79276]: WARNING oslo_policy.policy [None req-9f3c8dad-1808-49c2-8d84-fd95b67b3a7c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 15:15:59.217875 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [None req-9f3c8dad-1808-49c2-8d84-fd95b67b3a7c admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=79276) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:15:59.219135 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-9f3c8dad-1808-49c2-8d84-fd95b67b3a7c admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8820846 Aug 31 15:15:59.844664 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 81d2a256-68a8-48dc-98ee-46390be7130e up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:15:59.912669 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port 81d2a256-68a8-48dc-98ee-46390be7130e triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:15:59.913033 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:01.929523 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 41924) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:16:02.314630 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [None req-1d040c7e-2a41-4e3a-b42b-40f862b8567f admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'df34280cdf434950a4f040562d7408d2'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:16:02.319386 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-1d040c7e-2a41-4e3a-b42b-40f862b8567f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:16:02.323092 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-1d040c7e-2a41-4e3a-b42b-40f862b8567f admin admin] Usage tracker for resource:router and tenant:df34280cdf434950a4f040562d7408d2 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:16:02.327016 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-1d040c7e-2a41-4e3a-b42b-40f862b8567f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:16:02.333179 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-1d040c7e-2a41-4e3a-b42b-40f862b8567f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:16:02.343464 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-1d040c7e-2a41-4e3a-b42b-40f862b8567f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3925207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-850'] for router, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:02.345009 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-1d040c7e-2a41-4e3a-b42b-40f862b8567f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3925042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3907265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-859'] for router, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:02.370792 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-1d040c7e-2a41-4e3a-b42b-40f862b8567f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:02.486344 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-1d040c7e-2a41-4e3a-b42b-40f862b8567f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3925029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3906950'] for router, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:02.508007 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-1d040c7e-2a41-4e3a-b42b-40f862b8567f admin admin] Notify callbacks [] for router, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:02.509260 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-1d040c7e-2a41-4e3a-b42b-40f862b8567f admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5784132 Aug 31 15:16:04.953512 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 41934) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:16:05.234556 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-493d01d9-755c-448a-8ba7-60d244bc24c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:05.332166 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [None req-2686897c-617c-486a-b781-d7e357c7d517 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=79276) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:16:05.333085 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-2686897c-617c-486a-b781-d7e357c7d517 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3786149 Aug 31 15:16:05.536720 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:07.650158 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-12693aa2-1ac1-43bd-b41d-ad04770f4e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:07.698265 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 41944) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:16:08.076915 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [None req-4b5520d1-cc59-41e6-b099-574da4f0ac16 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:16:08.082769 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-4b5520d1-cc59-41e6-b099-574da4f0ac16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:16:08.086684 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-4b5520d1-cc59-41e6-b099-574da4f0ac16 admin admin] Usage tracker for resource:network and tenant:34bd769e15e042c8ad3241be2378f93e is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:16:08.089458 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-4b5520d1-cc59-41e6-b099-574da4f0ac16 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:16:08.094949 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-4b5520d1-cc59-41e6-b099-574da4f0ac16 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:16:08.113265 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5520d1-cc59-41e6-b099-574da4f0ac16 admin admin] Made reservation on behalf of 34bd769e15e042c8ad3241be2378f93e for: {'network': 1} {{(pid=79277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:16:08.115668 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-4b5520d1-cc59-41e6-b099-574da4f0ac16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for network, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:08.128388 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-4b5520d1-cc59-41e6-b099-574da4f0ac16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:08.142913 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-4b5520d1-cc59-41e6-b099-574da4f0ac16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:16:08.147854 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-4b5520d1-cc59-41e6-b099-574da4f0ac16 admin admin] Usage tracker for resource:security_group_rule and tenant:34bd769e15e042c8ad3241be2378f93e is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:16:08.150688 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-4b5520d1-cc59-41e6-b099-574da4f0ac16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:16:08.156291 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-4b5520d1-cc59-41e6-b099-574da4f0ac16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:16:08.245321 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-4b5520d1-cc59-41e6-b099-574da4f0ac16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:08.250561 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-4b5520d1-cc59-41e6-b099-574da4f0ac16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:08.255423 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:16:08.281609 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4b5520d1-cc59-41e6-b099-574da4f0ac16 admin admin] Reserving flat network on physical network physnet1 {{(pid=79277) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 31 15:16:08.292086 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5520d1-cc59-41e6-b099-574da4f0ac16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8700a21-0b53-40a0-8a1f-649f6be659fc,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:16:08.297708 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-4b5520d1-cc59-41e6-b099-574da4f0ac16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:16:08.305240 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-4b5520d1-cc59-41e6-b099-574da4f0ac16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3286683'] for segment, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:08.305656 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.db.segments_db [None req-4b5520d1-cc59-41e6-b099-574da4f0ac16 admin admin] Added segment ee0cca34-cfc1-48b8-9cd2-f432400bdd40 of type flat for network 8f15a7b0-c0b9-4864-9373-42147a89de1a Aug 31 15:16:08.339650 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-4b5520d1-cc59-41e6-b099-574da4f0ac16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738171399325'] for network, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:08.374127 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-4b5520d1-cc59-41e6-b099-574da4f0ac16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729'] for network, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:08.375437 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5520d1-cc59-41e6-b099-574da4f0ac16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:08.376009 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-4b5520d1-cc59-41e6-b099-574da4f0ac16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for network, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:08.381261 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-84a567ce-0f25-47fc-8a70-aaa66cc3565b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:16:08.479958 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-4b5520d1-cc59-41e6-b099-574da4f0ac16 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7805016 Aug 31 15:16:08.482835 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5520d1-cc59-41e6-b099-574da4f0ac16 admin admin] Pushing event updated for resources: {'Network': ['ID=8f15a7b0-c0b9-4864-9373-42147a89de1a,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:16:08.485817 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-4b5520d1-cc59-41e6-b099-574da4f0ac16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:16:08.493880 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Network 8f15a7b0-c0b9-4864-9373-42147a89de1a details requested by agent ovs-agent-dv-cinder-802781-4-iscsi with host dv-cinder-802781-4-iscsi {{(pid=79278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 15:16:08.787960 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:10.429874 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:10.872627 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 41964) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:16:11.082715 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a3b344-19b4-480a-94bf-db0e9e0db266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:11.084076 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-f4a3b344-19b4-480a-94bf-db0e9e0db266 admin admin] 10.222.0.81 "GET /v2.0/subnets/9a126ecd-8b39-4066-9638-958bb03eb11d HTTP/1.1" status: 200 len: 849 time: 0.2105031 Aug 31 15:16:11.233889 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-29807cfe-85e7-4db8-ab6a-254bf5c76957 admin admin] 10.222.0.81 "GET /v2.0/routers/0ce134ed-8441-4c0b-8f90-79e986b40df1 HTTP/1.1" status: 200 len: 704 time: 0.1436119 Aug 31 15:16:11.700390 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-73e187b5-be7c-47d0-9ca2-d6eb563fedcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:11.969562 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.db_base_plugin_common [None req-73e187b5-be7c-47d0-9ca2-d6eb563fedcf admin admin] Allocated IP 172.20.0.1 (06dce239-eff8-4846-8133-4270b65b5f63/9a126ecd-8b39-4066-9638-958bb03eb11d/4e2a3073-3062-45bd-9b71-f8fcaf89b067) {{(pid=79277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:16:12.129744 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-73e187b5-be7c-47d0-9ca2-d6eb563fedcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:12.147771 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.provisioning_blocks [None req-73e187b5-be7c-47d0-9ca2-d6eb563fedcf admin admin] Transition to ACTIVE for port object 4e2a3073-3062-45bd-9b71-f8fcaf89b067 will not be triggered until provisioned by entity DHCP. {{(pid=79277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:16:12.201584 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-73e187b5-be7c-47d0-9ca2-d6eb563fedcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264'] for port, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:12.206713 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:16:12.273709 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e187b5-be7c-47d0-9ca2-d6eb563fedcf admin admin] Network 06dce239-eff8-4846-8133-4270b65b5f63 is already hosted by enough agents. {{(pid=79277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:16:12.276743 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.base_scheduler [None req-73e187b5-be7c-47d0-9ca2-d6eb563fedcf admin admin] Resources bound (agent type, host, resource id): {{(pid=79277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:16:12.280449 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e187b5-be7c-47d0-9ca2-d6eb563fedcf admin admin] Received port after_create {{(pid=79277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:16:12.280977 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-73e187b5-be7c-47d0-9ca2-d6eb563fedcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3927107'] for router_interface, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:12.403532 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e187b5-be7c-47d0-9ca2-d6eb563fedcf admin admin] Pushing event updated for resources: {'Port': ['ID=4e2a3073-3062-45bd-9b71-f8fcaf89b067,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:16:12.416106 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-73e187b5-be7c-47d0-9ca2-d6eb563fedcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:16:12.481169 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-7aacf4e7-11d0-4cb1-8de1-7222caa50344 None None] Provisioning for port 4e2a3073-3062-45bd-9b71-f8fcaf89b067 completed by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:16:12.486231 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-7aacf4e7-11d0-4cb1-8de1-7222caa50344 None None] Provisioning complete for port 4e2a3073-3062-45bd-9b71-f8fcaf89b067 triggered by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:16:12.486641 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-7aacf4e7-11d0-4cb1-8de1-7222caa50344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:12.543274 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-7aacf4e7-11d0-4cb1-8de1-7222caa50344 None None] Port 4e2a3073-3062-45bd-9b71-f8fcaf89b067 cannot update to ACTIVE because it is not bound. {{(pid=79278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:16:12.551558 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-73e187b5-be7c-47d0-9ca2-d6eb563fedcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:12.781210 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-73e187b5-be7c-47d0-9ca2-d6eb563fedcf admin admin] Notify callbacks [] for port, precommit_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:12.786390 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-73e187b5-be7c-47d0-9ca2-d6eb563fedcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:12.787506 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-73e187b5-be7c-47d0-9ca2-d6eb563fedcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3790843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3927084'] for router_interface, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:12.791586 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:16:12.923150 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e187b5-be7c-47d0-9ca2-d6eb563fedcf admin admin] Pushing event updated for resources: {'Port': ['ID=4e2a3073-3062-45bd-9b71-f8fcaf89b067,revision_number=2']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:16:12.930726 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-73e187b5-be7c-47d0-9ca2-d6eb563fedcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:16:12.980984 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e187b5-be7c-47d0-9ca2-d6eb563fedcf admin admin] Network 06dce239-eff8-4846-8133-4270b65b5f63 is already hosted by enough agents. {{(pid=79277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:16:12.982009 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.base_scheduler [None req-73e187b5-be7c-47d0-9ca2-d6eb563fedcf admin admin] Resources bound (agent type, host, resource id): {{(pid=79277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:16:13.167158 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-4a4f7c7a-0c89-4847-bfb5-6d5737c0a32e None None] Provisioning complete for port 4e2a3073-3062-45bd-9b71-f8fcaf89b067 triggered by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:16:13.167668 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-4a4f7c7a-0c89-4847-bfb5-6d5737c0a32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:13.212984 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e187b5-be7c-47d0-9ca2-d6eb563fedcf admin admin] Router 0ce134ed-8441-4c0b-8f90-79e986b40df1 is scheduled to L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 with binding_index 1 {{(pid=79277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 31 15:16:13.225556 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-4a4f7c7a-0c89-4847-bfb5-6d5737c0a32e None None] Port 4e2a3073-3062-45bd-9b71-f8fcaf89b067 cannot update to ACTIVE because it is not bound. {{(pid=79278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:16:13.368515 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e187b5-be7c-47d0-9ca2-d6eb563fedcf admin admin] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:16:13.379573 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d79d9c-dda0-4d76-adb5-1facd13398ec None None] Sync routers for ids ['0ce134ed-8441-4c0b-8f90-79e986b40df1'] in dv-cinder-802781-4-iscsi {{(pid=79279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:16:13.380262 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-73e187b5-be7c-47d0-9ca2-d6eb563fedcf admin admin] 10.222.0.81 "PUT /v2.0/routers/0ce134ed-8441-4c0b-8f90-79e986b40df1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1396348 Aug 31 15:16:13.392479 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d79d9c-dda0-4d76-adb5-1facd13398ec None None] Routers {'0ce134ed-8441-4c0b-8f90-79e986b40df1'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:16:13.393448 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-11d79d9c-dda0-4d76-adb5-1facd13398ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:16:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['0ce134ed-8441-4c0b-8f90-79e986b40df1'], 'active': True} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:16:13.576334 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvr_db [None req-11d79d9c-dda0-4d76-adb5-1facd13398ec None None] Set router 0ce134ed-8441-4c0b-8f90-79e986b40df1 gateway port host: None {{(pid=79279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:16:13.976198 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-11d79d9c-dda0-4d76-adb5-1facd13398ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce134ed-8441-4c0b-8f90-79e986b40df1', 'name': 'router1', 'tenant_id': 'df34280cdf434950a4f040562d7408d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:16:02Z', 'updated_at': '2021-08-31T15:16:12Z', 'revision_number': 2, 'project_id': 'df34280cdf434950a4f040562d7408d2', 'gw_port_host': None, '_interfaces': [{'id': '4e2a3073-3062-45bd-9b71-f8fcaf89b067', 'name': '', 'network_id': '06dce239-eff8-4846-8133-4270b65b5f63', 'tenant_id': 'df34280cdf434950a4f040562d7408d2', 'mac_address': 'fa:16:3e:c8:4e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce134ed-8441-4c0b-8f90-79e986b40df1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9a126ecd-8b39-4066-9638-958bb03eb11d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:16:11Z', 'updated_at': '2021-08-31T15:16:12Z', 'revision_number': 2, 'project_id': 'df34280cdf434950a4f040562d7408d2', 'subnets': [{'id': '9a126ecd-8b39-4066-9638-958bb03eb11d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e67aa7c4-7575-49bd-8490-606bea3a60a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:16:13.981496 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d79d9c-dda0-4d76-adb5-1facd13398ec None None] Checking router: 0ce134ed-8441-4c0b-8f90-79e986b40df1 for host: dv-cinder-802781-4-iscsi {{(pid=79279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:16:13.981865 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d79d9c-dda0-4d76-adb5-1facd13398ec None None] Updating router 0ce134ed-8441-4c0b-8f90-79e986b40df1 port 4e2a3073-3062-45bd-9b71-f8fcaf89b067 binding host dv-cinder-802781-4-iscsi {{(pid=79279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:16:14.036454 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-11d79d9c-dda0-4d76-adb5-1facd13398ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:14.434384 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-11d79d9c-dda0-4d76-adb5-1facd13398ec None None] Notify callbacks [] for port, precommit_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:14.449839 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.provisioning_blocks [None req-11d79d9c-dda0-4d76-adb5-1facd13398ec None None] Transition to ACTIVE for port object 4e2a3073-3062-45bd-9b71-f8fcaf89b067 will not be triggered until provisioned by entity L2. {{(pid=79279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:16:14.457435 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-11d79d9c-dda0-4d76-adb5-1facd13398ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:14.462533 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:16:14.705250 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f4a5c-3ae8-499c-9a48-d4a4dc0168b5 None None] Pushing event updated for resources: {'Port': ['ID=4e2a3073-3062-45bd-9b71-f8fcaf89b067,revision_number=3']} {{(pid=79279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:16:14.722209 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f4a5c-3ae8-499c-9a48-d4a4dc0168b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:14.722668 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f4a5c-3ae8-499c-9a48-d4a4dc0168b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:14.723235 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f4a5c-3ae8-499c-9a48-d4a4dc0168b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:14.723727 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f4a5c-3ae8-499c-9a48-d4a4dc0168b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:14.724301 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f4a5c-3ae8-499c-9a48-d4a4dc0168b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:14.724703 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f4a5c-3ae8-499c-9a48-d4a4dc0168b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:14.725044 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f4a5c-3ae8-499c-9a48-d4a4dc0168b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:14.725362 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f4a5c-3ae8-499c-9a48-d4a4dc0168b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:14.725707 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f4a5c-3ae8-499c-9a48-d4a4dc0168b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:14.726031 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f4a5c-3ae8-499c-9a48-d4a4dc0168b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:14.726342 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f4a5c-3ae8-499c-9a48-d4a4dc0168b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:14.726654 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f4a5c-3ae8-499c-9a48-d4a4dc0168b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:14.727805 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0f4a5c-3ae8-499c-9a48-d4a4dc0168b5 None None] Tracked resource versions report: Aug 31 15:16:14.727805 dv-cinder-802781-4-iscsi neutron-server[79279]: pushed versions: Aug 31 15:16:14.727805 dv-cinder-802781-4-iscsi neutron-server[79279]: { 'AddressGroup': {'1.2'}, Aug 31 15:16:14.727805 dv-cinder-802781-4-iscsi neutron-server[79279]: 'ConntrackHelper': {'1.0'}, Aug 31 15:16:14.727805 dv-cinder-802781-4-iscsi neutron-server[79279]: 'Log': {'1.0'}, Aug 31 15:16:14.727805 dv-cinder-802781-4-iscsi neutron-server[79279]: 'Network': {'1.1'}, Aug 31 15:16:14.727805 dv-cinder-802781-4-iscsi neutron-server[79279]: 'Port': {'1.7'}, Aug 31 15:16:14.727805 dv-cinder-802781-4-iscsi neutron-server[79279]: 'PortForwarding': {'1.2'}, Aug 31 15:16:14.727805 dv-cinder-802781-4-iscsi neutron-server[79279]: 'QosPolicy': {'1.8'}, Aug 31 15:16:14.727805 dv-cinder-802781-4-iscsi neutron-server[79279]: 'SecurityGroup': {'1.4'}, Aug 31 15:16:14.727805 dv-cinder-802781-4-iscsi neutron-server[79279]: 'SecurityGroupRule': {'1.2'}, Aug 31 15:16:14.727805 dv-cinder-802781-4-iscsi neutron-server[79279]: 'SubPort': {'1.0'}, Aug 31 15:16:14.727805 dv-cinder-802781-4-iscsi neutron-server[79279]: 'Subnet': {'1.1'}, Aug 31 15:16:14.727805 dv-cinder-802781-4-iscsi neutron-server[79279]: 'Trunk': {'1.1'}} Aug 31 15:16:14.727805 dv-cinder-802781-4-iscsi neutron-server[79279]: consumer versions: Aug 31 15:16:14.727805 dv-cinder-802781-4-iscsi neutron-server[79279]: { DHCP agent@dv-cinder-802781-4-iscsi: {}, Aug 31 15:16:14.727805 dv-cinder-802781-4-iscsi neutron-server[79279]: L3 agent@dv-cinder-802781-4-iscsi: {}, Aug 31 15:16:14.727805 dv-cinder-802781-4-iscsi neutron-server[79279]: Metadata agent@dv-cinder-802781-4-iscsi: {}, Aug 31 15:16:14.727805 dv-cinder-802781-4-iscsi neutron-server[79279]: Metering agent@dv-cinder-802781-4-iscsi: {}, Aug 31 15:16:14.727805 dv-cinder-802781-4-iscsi neutron-server[79279]: Open vSwitch agent@dv-cinder-802781-4-iscsi: { 'AddressGroup': '1.2', Aug 31 15:16:14.727805 dv-cinder-802781-4-iscsi neutron-server[79279]: 'ConntrackHelper': '1.0', Aug 31 15:16:14.727805 dv-cinder-802781-4-iscsi neutron-server[79279]: 'Log': '1.0', Aug 31 15:16:14.727805 dv-cinder-802781-4-iscsi neutron-server[79279]: 'Network': '1.1', Aug 31 15:16:14.727805 dv-cinder-802781-4-iscsi neutron-server[79279]: 'Port': '1.7', Aug 31 15:16:14.727805 dv-cinder-802781-4-iscsi neutron-server[79279]: 'PortForwarding': '1.2', Aug 31 15:16:14.727805 dv-cinder-802781-4-iscsi neutron-server[79279]: 'QosPolicy': '1.8', Aug 31 15:16:14.727805 dv-cinder-802781-4-iscsi neutron-server[79279]: 'SecurityGroup': '1.4', Aug 31 15:16:14.727805 dv-cinder-802781-4-iscsi neutron-server[79279]: 'SecurityGroupRule': '1.2', Aug 31 15:16:14.727805 dv-cinder-802781-4-iscsi neutron-server[79279]: 'SubPort': '1.0', Aug 31 15:16:14.727805 dv-cinder-802781-4-iscsi neutron-server[79279]: 'Subnet': '1.1', Aug 31 15:16:14.727805 dv-cinder-802781-4-iscsi neutron-server[79279]: 'Trunk': '1.1'}} Aug 31 15:16:14.727805 dv-cinder-802781-4-iscsi neutron-server[79279]: {{(pid=79279) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 15:16:14.730157 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.managers [None req-11d79d9c-dda0-4d76-adb5-1facd13398ec None None] Attempting to bind port 4e2a3073-3062-45bd-9b71-f8fcaf89b067 on host dv-cinder-802781-4-iscsi for vnic_type normal with profile {{(pid=79279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:16:14.730560 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.managers [None req-11d79d9c-dda0-4d76-adb5-1facd13398ec None None] Attempting to bind port 4e2a3073-3062-45bd-9b71-f8fcaf89b067 by drivers openvswitch,hyperv on host dv-cinder-802781-4-iscsi at level 0 using segments [{'id': 'b9af7d44-eb4b-4591-879e-632443adb1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '06dce239-eff8-4846-8133-4270b65b5f63'}] {{(pid=79279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:16:14.731006 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d79d9c-dda0-4d76-adb5-1facd13398ec None None] Attempting to bind port 4e2a3073-3062-45bd-9b71-f8fcaf89b067 on network 06dce239-eff8-4846-8133-4270b65b5f63 {{(pid=79279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:16:14.735100 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG oslo_concurrency.lockutils [None req-dc0f4a5c-3ae8-499c-9a48-d4a4dc0168b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=79279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:16:14.737867 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d79d9c-dda0-4d76-adb5-1facd13398ec None None] Checking agent: {'id': 'b1845f19-f6eb-4023-b5bb-8a6030080bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 15, 36), 'started_at': datetime.datetime(2021, 8, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:16:14.738312 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d79d9c-dda0-4d76-adb5-1facd13398ec None None] Checking segment: {'id': 'b9af7d44-eb4b-4591-879e-632443adb1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '06dce239-eff8-4846-8133-4270b65b5f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:16:14.738814 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-11d79d9c-dda0-4d76-adb5-1facd13398ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:14.739204 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d79d9c-dda0-4d76-adb5-1facd13398ec None None] Bound using segment: {'id': 'b9af7d44-eb4b-4591-879e-632443adb1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '06dce239-eff8-4846-8133-4270b65b5f63'} {{(pid=79279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:16:14.739725 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.managers [None req-11d79d9c-dda0-4d76-adb5-1facd13398ec None None] Bound port: 4e2a3073-3062-45bd-9b71-f8fcaf89b067, host: dv-cinder-802781-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9af7d44-eb4b-4591-879e-632443adb1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 932, 'network_id': '06dce239-eff8-4846-8133-4270b65b5f63'}}] {{(pid=79279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:16:14.740512 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-11d79d9c-dda0-4d76-adb5-1facd13398ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:14.830292 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.db [None req-11d79d9c-dda0-4d76-adb5-1facd13398ec None None] For port 4e2a3073-3062-45bd-9b71-f8fcaf89b067, host dv-cinder-802781-4-iscsi, cleared binding levels {{(pid=79279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:16:14.835174 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.db [None req-11d79d9c-dda0-4d76-adb5-1facd13398ec None None] For port 4e2a3073-3062-45bd-9b71-f8fcaf89b067, host dv-cinder-802781-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=4e2a3073-3062-45bd-9b71-f8fcaf89b067,segment=NetworkSegment(b9af7d44-eb4b-4591-879e-632443adb1b0),segment_id=b9af7d44-eb4b-4591-879e-632443adb1b0)] {{(pid=79279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:16:14.840401 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-11d79d9c-dda0-4d76-adb5-1facd13398ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:14.844840 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:16:14.916569 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d79d9c-dda0-4d76-adb5-1facd13398ec None None] Routers {'0ce134ed-8441-4c0b-8f90-79e986b40df1'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:16:14.917153 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-11d79d9c-dda0-4d76-adb5-1facd13398ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:16:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['0ce134ed-8441-4c0b-8f90-79e986b40df1'], 'active': True} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:16:15.070687 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f4a5c-3ae8-499c-9a48-d4a4dc0168b5 None None] Pushing event updated for resources: {'Port': ['ID=4e2a3073-3062-45bd-9b71-f8fcaf89b067,revision_number=4']} {{(pid=79279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:16:15.085935 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG oslo_concurrency.lockutils [None req-dc0f4a5c-3ae8-499c-9a48-d4a4dc0168b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=79279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:16:15.091091 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvr_db [None req-11d79d9c-dda0-4d76-adb5-1facd13398ec None None] Set router 0ce134ed-8441-4c0b-8f90-79e986b40df1 gateway port host: None {{(pid=79279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:16:15.419900 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-11d79d9c-dda0-4d76-adb5-1facd13398ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce134ed-8441-4c0b-8f90-79e986b40df1', 'name': 'router1', 'tenant_id': 'df34280cdf434950a4f040562d7408d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:16:02Z', 'updated_at': '2021-08-31T15:16:12Z', 'revision_number': 2, 'project_id': 'df34280cdf434950a4f040562d7408d2', 'gw_port_host': None, '_interfaces': [{'id': '4e2a3073-3062-45bd-9b71-f8fcaf89b067', 'name': '', 'network_id': '06dce239-eff8-4846-8133-4270b65b5f63', 'tenant_id': 'df34280cdf434950a4f040562d7408d2', 'mac_address': 'fa:16:3e:c8:4e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce134ed-8441-4c0b-8f90-79e986b40df1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9a126ecd-8b39-4066-9638-958bb03eb11d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:16:11Z', 'updated_at': '2021-08-31T15:16:14Z', 'revision_number': 4, 'project_id': 'df34280cdf434950a4f040562d7408d2', 'subnets': [{'id': '9a126ecd-8b39-4066-9638-958bb03eb11d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e67aa7c4-7575-49bd-8490-606bea3a60a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:16:15.424099 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d79d9c-dda0-4d76-adb5-1facd13398ec None None] The sync data for ids ['0ce134ed-8441-4c0b-8f90-79e986b40df1'] in dv-cinder-802781-4-iscsi is: [{'id': '0ce134ed-8441-4c0b-8f90-79e986b40df1', 'name': 'router1', 'tenant_id': 'df34280cdf434950a4f040562d7408d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:16:02Z', 'updated_at': '2021-08-31T15:16:12Z', 'revision_number': 2, 'project_id': 'df34280cdf434950a4f040562d7408d2', 'gw_port_host': None, '_interfaces': [{'id': '4e2a3073-3062-45bd-9b71-f8fcaf89b067', 'name': '', 'network_id': '06dce239-eff8-4846-8133-4270b65b5f63', 'tenant_id': 'df34280cdf434950a4f040562d7408d2', 'mac_address': 'fa:16:3e:c8:4e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce134ed-8441-4c0b-8f90-79e986b40df1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9a126ecd-8b39-4066-9638-958bb03eb11d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:16:11Z', 'updated_at': '2021-08-31T15:16:14Z', 'revision_number': 4, 'project_id': 'df34280cdf434950a4f040562d7408d2', 'subnets': [{'id': '9a126ecd-8b39-4066-9638-958bb03eb11d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e67aa7c4-7575-49bd-8490-606bea3a60a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:16:15.599089 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 41986) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:16:15.874043 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.policy [None req-29c2a21f-1d04-4cf3-983c-d596aadaa667 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79276) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 15:16:15.919187 dv-cinder-802781-4-iscsi neutron-server[79276]: WARNING oslo_policy.policy [None req-29c2a21f-1d04-4cf3-983c-d596aadaa667 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 15:16:15.919596 dv-cinder-802781-4-iscsi neutron-server[79276]: WARNING oslo_policy.policy [None req-29c2a21f-1d04-4cf3-983c-d596aadaa667 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 15:16:15.927827 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c2a21f-1d04-4cf3-983c-d596aadaa667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:15.929524 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-29c2a21f-1d04-4cf3-983c-d596aadaa667 admin admin] 10.222.0.81 "GET /v2.0/networks/8f15a7b0-c0b9-4864-9373-42147a89de1a HTTP/1.1" status: 200 len: 842 time: 0.3294144 Aug 31 15:16:15.938961 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-266e309f-85c9-4629-8713-e051248f9a81 admin admin] Request body: {'subnet': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'ip_version': 4}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:16:15.941363 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.quota [None req-266e309f-85c9-4629-8713-e051248f9a81 admin admin] Loaded quota_driver: . Aug 31 15:16:15.948049 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-266e309f-85c9-4629-8713-e051248f9a81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:16:15.953691 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-266e309f-85c9-4629-8713-e051248f9a81 admin admin] Usage tracker for resource:subnet and tenant:34bd769e15e042c8ad3241be2378f93e is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:16:15.957779 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-266e309f-85c9-4629-8713-e051248f9a81 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:16:15.965969 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-266e309f-85c9-4629-8713-e051248f9a81 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:16:15.979950 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266e309f-85c9-4629-8713-e051248f9a81 admin admin] Made reservation on behalf of 34bd769e15e042c8ad3241be2378f93e for: {'subnet': 1} {{(pid=79276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:16:15.983194 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-266e309f-85c9-4629-8713-e051248f9a81 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:16.450361 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.objects.ports [None req-266e309f-85c9-4629-8713-e051248f9a81 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79276) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Aug 31 15:16:16.450854 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-266e309f-85c9-4629-8713-e051248f9a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729'] for subnet, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:16.457685 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:16:16.539024 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266e309f-85c9-4629-8713-e051248f9a81 admin admin] Checking segment: {'id': 'ee0cca34-cfc1-48b8-9cd2-f432400bdd40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:16:16.539357 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266e309f-85c9-4629-8713-e051248f9a81 admin admin] Network hostable DHCP agents. Network: 8f15a7b0-c0b9-4864-9373-42147a89de1a, hostable agents: ['2365506f-cea6-46f8-ac71-d4e1f85a8442'], hosted agents: [] {{(pid=79276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:16:16.544858 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e309f-85c9-4629-8713-e051248f9a81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=497a4a38-4d00-4e5c-ae08-9918d0306661,revision_number=0']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:16:16.556396 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266e309f-85c9-4629-8713-e051248f9a81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:16.556738 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266e309f-85c9-4629-8713-e051248f9a81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:16.557066 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266e309f-85c9-4629-8713-e051248f9a81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:16.557385 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266e309f-85c9-4629-8713-e051248f9a81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:16.557699 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266e309f-85c9-4629-8713-e051248f9a81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:16.558018 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266e309f-85c9-4629-8713-e051248f9a81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:16.558336 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266e309f-85c9-4629-8713-e051248f9a81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:16.558659 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266e309f-85c9-4629-8713-e051248f9a81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:16.558954 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266e309f-85c9-4629-8713-e051248f9a81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:16.559280 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266e309f-85c9-4629-8713-e051248f9a81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:16.559580 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266e309f-85c9-4629-8713-e051248f9a81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:16.559883 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266e309f-85c9-4629-8713-e051248f9a81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:16:16.560985 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266e309f-85c9-4629-8713-e051248f9a81 admin admin] Tracked resource versions report: Aug 31 15:16:16.560985 dv-cinder-802781-4-iscsi neutron-server[79276]: pushed versions: Aug 31 15:16:16.560985 dv-cinder-802781-4-iscsi neutron-server[79276]: { 'AddressGroup': {'1.2'}, Aug 31 15:16:16.560985 dv-cinder-802781-4-iscsi neutron-server[79276]: 'ConntrackHelper': {'1.0'}, Aug 31 15:16:16.560985 dv-cinder-802781-4-iscsi neutron-server[79276]: 'Log': {'1.0'}, Aug 31 15:16:16.560985 dv-cinder-802781-4-iscsi neutron-server[79276]: 'Network': {'1.1'}, Aug 31 15:16:16.560985 dv-cinder-802781-4-iscsi neutron-server[79276]: 'Port': {'1.7'}, Aug 31 15:16:16.560985 dv-cinder-802781-4-iscsi neutron-server[79276]: 'PortForwarding': {'1.2'}, Aug 31 15:16:16.560985 dv-cinder-802781-4-iscsi neutron-server[79276]: 'QosPolicy': {'1.8'}, Aug 31 15:16:16.560985 dv-cinder-802781-4-iscsi neutron-server[79276]: 'SecurityGroup': {'1.4'}, Aug 31 15:16:16.560985 dv-cinder-802781-4-iscsi neutron-server[79276]: 'SecurityGroupRule': {'1.2'}, Aug 31 15:16:16.560985 dv-cinder-802781-4-iscsi neutron-server[79276]: 'SubPort': {'1.0'}, Aug 31 15:16:16.560985 dv-cinder-802781-4-iscsi neutron-server[79276]: 'Subnet': {'1.1'}, Aug 31 15:16:16.560985 dv-cinder-802781-4-iscsi neutron-server[79276]: 'Trunk': {'1.1'}} Aug 31 15:16:16.560985 dv-cinder-802781-4-iscsi neutron-server[79276]: consumer versions: Aug 31 15:16:16.560985 dv-cinder-802781-4-iscsi neutron-server[79276]: { DHCP agent@dv-cinder-802781-4-iscsi: {}, Aug 31 15:16:16.560985 dv-cinder-802781-4-iscsi neutron-server[79276]: L3 agent@dv-cinder-802781-4-iscsi: {}, Aug 31 15:16:16.560985 dv-cinder-802781-4-iscsi neutron-server[79276]: Metadata agent@dv-cinder-802781-4-iscsi: {}, Aug 31 15:16:16.560985 dv-cinder-802781-4-iscsi neutron-server[79276]: Metering agent@dv-cinder-802781-4-iscsi: {}, Aug 31 15:16:16.560985 dv-cinder-802781-4-iscsi neutron-server[79276]: Open vSwitch agent@dv-cinder-802781-4-iscsi: { 'AddressGroup': '1.2', Aug 31 15:16:16.560985 dv-cinder-802781-4-iscsi neutron-server[79276]: 'ConntrackHelper': '1.0', Aug 31 15:16:16.560985 dv-cinder-802781-4-iscsi neutron-server[79276]: 'Log': '1.0', Aug 31 15:16:16.560985 dv-cinder-802781-4-iscsi neutron-server[79276]: 'Network': '1.1', Aug 31 15:16:16.560985 dv-cinder-802781-4-iscsi neutron-server[79276]: 'Port': '1.7', Aug 31 15:16:16.560985 dv-cinder-802781-4-iscsi neutron-server[79276]: 'PortForwarding': '1.2', Aug 31 15:16:16.560985 dv-cinder-802781-4-iscsi neutron-server[79276]: 'QosPolicy': '1.8', Aug 31 15:16:16.560985 dv-cinder-802781-4-iscsi neutron-server[79276]: 'SecurityGroup': '1.4', Aug 31 15:16:16.560985 dv-cinder-802781-4-iscsi neutron-server[79276]: 'SecurityGroupRule': '1.2', Aug 31 15:16:16.560985 dv-cinder-802781-4-iscsi neutron-server[79276]: 'SubPort': '1.0', Aug 31 15:16:16.560985 dv-cinder-802781-4-iscsi neutron-server[79276]: 'Subnet': '1.1', Aug 31 15:16:16.560985 dv-cinder-802781-4-iscsi neutron-server[79276]: 'Trunk': '1.1'}} Aug 31 15:16:16.560985 dv-cinder-802781-4-iscsi neutron-server[79276]: {{(pid=79276) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 15:16:16.594187 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266e309f-85c9-4629-8713-e051248f9a81 admin admin] Network 8f15a7b0-c0b9-4864-9373-42147a89de1a is scheduled to be hosted by DHCP agent 2365506f-cea6-46f8-ac71-d4e1f85a8442 with binding_index 1 {{(pid=79276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:16:16.599397 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-266e309f-85c9-4629-8713-e051248f9a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:16:16.607931 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.base_scheduler [None req-266e309f-85c9-4629-8713-e051248f9a81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-4-iscsi, 8f15a7b0-c0b9-4864-9373-42147a89de1a) {{(pid=79276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:16:16.613879 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266e309f-85c9-4629-8713-e051248f9a81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:16.614813 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-266e309f-85c9-4629-8713-e051248f9a81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for subnet, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:16.619343 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cda0a06-c09a-47d9-8f22-93bc7c49ce33 None None] Network 8f15a7b0-c0b9-4864-9373-42147a89de1a requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:16:16.644727 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-266e309f-85c9-4629-8713-e051248f9a81 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7094212 Aug 31 15:16:16.840963 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3b74a4-13bc-4380-8f90-174454cc7e63 None None] Network 8f15a7b0-c0b9-4864-9373-42147a89de1a requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:16:17.870696 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 4e2a3073-3062-45bd-9b71-f8fcaf89b067 up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:16:17.938040 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning for port 4e2a3073-3062-45bd-9b71-f8fcaf89b067 completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:16:17.944582 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port 4e2a3073-3062-45bd-9b71-f8fcaf89b067 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:16:17.944891 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:18.060810 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:18.093235 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] For port 4e2a3073-3062-45bd-9b71-f8fcaf89b067, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=4e2a3073-3062-45bd-9b71-f8fcaf89b067,segment=NetworkSegment(b9af7d44-eb4b-4591-879e-632443adb1b0),segment_id=b9af7d44-eb4b-4591-879e-632443adb1b0)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:16:18.097102 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:18.099525 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:16:18.167556 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Pushing event updated for resources: {'Port': ['ID=4e2a3073-3062-45bd-9b71-f8fcaf89b067,revision_number=5']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:16:18.170875 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:16:18.876180 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 42006) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:16:19.110907 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-2abb3eec-d061-4fbc-9738-6bf7f72a62cb admin admin] 10.222.0.81 "GET /v2.0/routers/0ce134ed-8441-4c0b-8f90-79e986b40df1 HTTP/1.1" status: 200 len: 710 time: 0.2335923 Aug 31 15:16:19.238247 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504d8f8b-e79b-4507-a5cf-c71fd5b52d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:16:19.239612 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-504d8f8b-e79b-4507-a5cf-c71fd5b52d90 admin admin] 10.222.0.81 "GET /v2.0/networks/8f15a7b0-c0b9-4864-9373-42147a89de1a HTTP/1.1" status: 200 len: 886 time: 0.1234329 Aug 31 15:16:19.248456 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-2595ad96-bb6f-49bf-b2e9-70cbd59b1aa8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'}}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:16:19.688137 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2595ad96-bb6f-49bf-b2e9-70cbd59b1aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3907294', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3925092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-845'] for router, precommit_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:19.856626 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 4e2a3073-3062-45bd-9b71-f8fcaf89b067 up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:16:19.922995 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port 4e2a3073-3062-45bd-9b71-f8fcaf89b067 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:16:19.923389 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:20.023138 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2595ad96-bb6f-49bf-b2e9-70cbd59b1aa8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:20.085117 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2595ad96-bb6f-49bf-b2e9-70cbd59b1aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:20.220907 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.db_base_plugin_common [None req-2595ad96-bb6f-49bf-b2e9-70cbd59b1aa8 admin admin] Allocated IP 172.27.1.2 (8f15a7b0-c0b9-4864-9373-42147a89de1a/497a4a38-4d00-4e5c-ae08-9918d0306661/fd8fb263-729b-4255-9294-87632946058f) {{(pid=79276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:16:20.405109 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2595ad96-bb6f-49bf-b2e9-70cbd59b1aa8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:20.463744 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2595ad96-bb6f-49bf-b2e9-70cbd59b1aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264'] for port, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:20.468269 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:16:20.531087 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2595ad96-bb6f-49bf-b2e9-70cbd59b1aa8 admin admin] Network 8f15a7b0-c0b9-4864-9373-42147a89de1a is already hosted by enough agents. {{(pid=79276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:16:20.534615 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.base_scheduler [None req-2595ad96-bb6f-49bf-b2e9-70cbd59b1aa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=79276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:16:20.538876 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2595ad96-bb6f-49bf-b2e9-70cbd59b1aa8 admin admin] Received port after_create {{(pid=79276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:16:20.604553 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595ad96-bb6f-49bf-b2e9-70cbd59b1aa8 admin admin] Pushing event updated for resources: {'Port': ['ID=fd8fb263-729b-4255-9294-87632946058f,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:16:20.653968 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-2595ad96-bb6f-49bf-b2e9-70cbd59b1aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:16:20.914953 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2595ad96-bb6f-49bf-b2e9-70cbd59b1aa8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:21.249663 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2595ad96-bb6f-49bf-b2e9-70cbd59b1aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3907294', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3925092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-845'] for router, precommit_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:21.253461 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2595ad96-bb6f-49bf-b2e9-70cbd59b1aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3906950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3906992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3906953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3925117'] for router, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:21.429416 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2595ad96-bb6f-49bf-b2e9-70cbd59b1aa8 admin admin] Router 0ce134ed-8441-4c0b-8f90-79e986b40df1 has already been hosted by L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 {{(pid=79276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:16:21.639614 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2595ad96-bb6f-49bf-b2e9-70cbd59b1aa8 admin admin] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:16:21.647578 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2595ad96-bb6f-49bf-b2e9-70cbd59b1aa8 admin admin] Notify callbacks [] for router, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:21.648763 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-2595ad96-bb6f-49bf-b2e9-70cbd59b1aa8 admin admin] 10.222.0.81 "PUT /v2.0/routers/0ce134ed-8441-4c0b-8f90-79e986b40df1 HTTP/1.1" status: 200 len: 888 time: 2.4035683 Aug 31 15:16:21.649191 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c19563-3a04-46f1-b8cc-d0f5ebfb2387 None None] Sync routers for ids ['0ce134ed-8441-4c0b-8f90-79e986b40df1'] in dv-cinder-802781-4-iscsi {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:16:21.661606 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c19563-3a04-46f1-b8cc-d0f5ebfb2387 None None] Routers {'0ce134ed-8441-4c0b-8f90-79e986b40df1'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:16:21.662263 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-73c19563-3a04-46f1-b8cc-d0f5ebfb2387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:16:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['0ce134ed-8441-4c0b-8f90-79e986b40df1'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:16:21.863837 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-73c19563-3a04-46f1-b8cc-d0f5ebfb2387 None None] Set router 0ce134ed-8441-4c0b-8f90-79e986b40df1 gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:16:22.210324 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-73c19563-3a04-46f1-b8cc-d0f5ebfb2387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce134ed-8441-4c0b-8f90-79e986b40df1', 'name': 'router1', 'tenant_id': 'df34280cdf434950a4f040562d7408d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'fd8fb263-729b-4255-9294-87632946058f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:16:02Z', 'updated_at': '2021-08-31T15:16:20Z', 'revision_number': 4, 'project_id': 'df34280cdf434950a4f040562d7408d2', 'gw_port': {'id': 'fd8fb263-729b-4255-9294-87632946058f', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:7c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce134ed-8441-4c0b-8f90-79e986b40df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:16:20Z', 'updated_at': '2021-08-31T15:16:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': '4e2a3073-3062-45bd-9b71-f8fcaf89b067', 'name': '', 'network_id': '06dce239-eff8-4846-8133-4270b65b5f63', 'tenant_id': 'df34280cdf434950a4f040562d7408d2', 'mac_address': 'fa:16:3e:c8:4e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce134ed-8441-4c0b-8f90-79e986b40df1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9a126ecd-8b39-4066-9638-958bb03eb11d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:16:11Z', 'updated_at': '2021-08-31T15:16:18Z', 'revision_number': 5, 'project_id': 'df34280cdf434950a4f040562d7408d2', 'subnets': [{'id': '9a126ecd-8b39-4066-9638-958bb03eb11d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e67aa7c4-7575-49bd-8490-606bea3a60a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:16:22.215706 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c19563-3a04-46f1-b8cc-d0f5ebfb2387 None None] Checking router: 0ce134ed-8441-4c0b-8f90-79e986b40df1 for host: dv-cinder-802781-4-iscsi {{(pid=79278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:16:22.216230 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c19563-3a04-46f1-b8cc-d0f5ebfb2387 None None] Updating router 0ce134ed-8441-4c0b-8f90-79e986b40df1 port fd8fb263-729b-4255-9294-87632946058f binding host dv-cinder-802781-4-iscsi {{(pid=79278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:16:22.270163 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-73c19563-3a04-46f1-b8cc-d0f5ebfb2387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:22.604956 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-73c19563-3a04-46f1-b8cc-d0f5ebfb2387 None None] Notify callbacks [] for port, precommit_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:22.617259 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-73c19563-3a04-46f1-b8cc-d0f5ebfb2387 None None] Transition to ACTIVE for port object fd8fb263-729b-4255-9294-87632946058f will not be triggered until provisioned by entity L2. {{(pid=79278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:16:22.623576 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-73c19563-3a04-46f1-b8cc-d0f5ebfb2387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:22.627507 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:16:22.726968 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-73c19563-3a04-46f1-b8cc-d0f5ebfb2387 None None] Attempting to bind port fd8fb263-729b-4255-9294-87632946058f on host dv-cinder-802781-4-iscsi for vnic_type normal with profile {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:16:22.727596 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-73c19563-3a04-46f1-b8cc-d0f5ebfb2387 None None] Attempting to bind port fd8fb263-729b-4255-9294-87632946058f by drivers openvswitch,hyperv on host dv-cinder-802781-4-iscsi at level 0 using segments [{'id': 'ee0cca34-cfc1-48b8-9cd2-f432400bdd40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'}] {{(pid=79278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:16:22.727699 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c19563-3a04-46f1-b8cc-d0f5ebfb2387 None None] Attempting to bind port fd8fb263-729b-4255-9294-87632946058f on network 8f15a7b0-c0b9-4864-9373-42147a89de1a {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:16:22.733019 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624bb14d-9fc7-4f4f-ad88-c8bf7221f1cd None None] Pushing event updated for resources: {'Port': ['ID=fd8fb263-729b-4255-9294-87632946058f,revision_number=2']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:16:22.737270 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-624bb14d-9fc7-4f4f-ad88-c8bf7221f1cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:16:22.738210 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c19563-3a04-46f1-b8cc-d0f5ebfb2387 None None] Checking agent: {'id': 'b1845f19-f6eb-4023-b5bb-8a6030080bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 15, 36), 'started_at': datetime.datetime(2021, 8, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:16:22.738565 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c19563-3a04-46f1-b8cc-d0f5ebfb2387 None None] Checking segment: {'id': 'ee0cca34-cfc1-48b8-9cd2-f432400bdd40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:16:22.738955 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-73c19563-3a04-46f1-b8cc-d0f5ebfb2387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:22.739358 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c19563-3a04-46f1-b8cc-d0f5ebfb2387 None None] Bound using segment: {'id': 'ee0cca34-cfc1-48b8-9cd2-f432400bdd40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'} {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:16:22.739816 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-73c19563-3a04-46f1-b8cc-d0f5ebfb2387 None None] Bound port: fd8fb263-729b-4255-9294-87632946058f, host: dv-cinder-802781-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0cca34-cfc1-48b8-9cd2-f432400bdd40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'}}] {{(pid=79278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:16:22.740202 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-73c19563-3a04-46f1-b8cc-d0f5ebfb2387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:22.810946 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-73c19563-3a04-46f1-b8cc-d0f5ebfb2387 None None] For port fd8fb263-729b-4255-9294-87632946058f, host dv-cinder-802781-4-iscsi, cleared binding levels {{(pid=79278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:16:22.814079 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-73c19563-3a04-46f1-b8cc-d0f5ebfb2387 None None] For port fd8fb263-729b-4255-9294-87632946058f, host dv-cinder-802781-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=fd8fb263-729b-4255-9294-87632946058f,segment=NetworkSegment(ee0cca34-cfc1-48b8-9cd2-f432400bdd40),segment_id=ee0cca34-cfc1-48b8-9cd2-f432400bdd40)] {{(pid=79278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:16:22.817851 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-73c19563-3a04-46f1-b8cc-d0f5ebfb2387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:22.821570 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-e895d6f8-d5e3-4825-a8c6-71a5dcb1f046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:16:22.900307 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c19563-3a04-46f1-b8cc-d0f5ebfb2387 None None] Routers {'0ce134ed-8441-4c0b-8f90-79e986b40df1'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:16:22.900902 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-73c19563-3a04-46f1-b8cc-d0f5ebfb2387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:16:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['0ce134ed-8441-4c0b-8f90-79e986b40df1'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:16:22.947777 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624bb14d-9fc7-4f4f-ad88-c8bf7221f1cd None None] Pushing event updated for resources: {'Port': ['ID=fd8fb263-729b-4255-9294-87632946058f,revision_number=3']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:16:22.957111 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-624bb14d-9fc7-4f4f-ad88-c8bf7221f1cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:16:23.089243 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-73c19563-3a04-46f1-b8cc-d0f5ebfb2387 None None] Set router 0ce134ed-8441-4c0b-8f90-79e986b40df1 gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:16:23.421435 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-73c19563-3a04-46f1-b8cc-d0f5ebfb2387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce134ed-8441-4c0b-8f90-79e986b40df1', 'name': 'router1', 'tenant_id': 'df34280cdf434950a4f040562d7408d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'fd8fb263-729b-4255-9294-87632946058f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:16:02Z', 'updated_at': '2021-08-31T15:16:20Z', 'revision_number': 4, 'project_id': 'df34280cdf434950a4f040562d7408d2', 'gw_port': {'id': 'fd8fb263-729b-4255-9294-87632946058f', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:7c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce134ed-8441-4c0b-8f90-79e986b40df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:16:20Z', 'updated_at': '2021-08-31T15:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': '4e2a3073-3062-45bd-9b71-f8fcaf89b067', 'name': '', 'network_id': '06dce239-eff8-4846-8133-4270b65b5f63', 'tenant_id': 'df34280cdf434950a4f040562d7408d2', 'mac_address': 'fa:16:3e:c8:4e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce134ed-8441-4c0b-8f90-79e986b40df1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9a126ecd-8b39-4066-9638-958bb03eb11d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:16:11Z', 'updated_at': '2021-08-31T15:16:18Z', 'revision_number': 5, 'project_id': 'df34280cdf434950a4f040562d7408d2', 'subnets': [{'id': '9a126ecd-8b39-4066-9638-958bb03eb11d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e67aa7c4-7575-49bd-8490-606bea3a60a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:16:23.425540 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c19563-3a04-46f1-b8cc-d0f5ebfb2387 None None] The sync data for ids ['0ce134ed-8441-4c0b-8f90-79e986b40df1'] in dv-cinder-802781-4-iscsi is: [{'id': '0ce134ed-8441-4c0b-8f90-79e986b40df1', 'name': 'router1', 'tenant_id': 'df34280cdf434950a4f040562d7408d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'fd8fb263-729b-4255-9294-87632946058f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:16:02Z', 'updated_at': '2021-08-31T15:16:20Z', 'revision_number': 4, 'project_id': 'df34280cdf434950a4f040562d7408d2', 'gw_port': {'id': 'fd8fb263-729b-4255-9294-87632946058f', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:7c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce134ed-8441-4c0b-8f90-79e986b40df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:16:20Z', 'updated_at': '2021-08-31T15:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': '4e2a3073-3062-45bd-9b71-f8fcaf89b067', 'name': '', 'network_id': '06dce239-eff8-4846-8133-4270b65b5f63', 'tenant_id': 'df34280cdf434950a4f040562d7408d2', 'mac_address': 'fa:16:3e:c8:4e:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce134ed-8441-4c0b-8f90-79e986b40df1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9a126ecd-8b39-4066-9638-958bb03eb11d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:16:11Z', 'updated_at': '2021-08-31T15:16:18Z', 'revision_number': 5, 'project_id': 'df34280cdf434950a4f040562d7408d2', 'subnets': [{'id': '9a126ecd-8b39-4066-9638-958bb03eb11d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e67aa7c4-7575-49bd-8490-606bea3a60a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:16:23.905097 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device fd8fb263-729b-4255-9294-87632946058f up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:16:23.985472 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning for port fd8fb263-729b-4255-9294-87632946058f completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:16:23.996570 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port fd8fb263-729b-4255-9294-87632946058f triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:16:23.996948 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:24.018414 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 42016) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:16:24.123683 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:24.141530 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] For port fd8fb263-729b-4255-9294-87632946058f, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=fd8fb263-729b-4255-9294-87632946058f,segment=NetworkSegment(ee0cca34-cfc1-48b8-9cd2-f432400bdd40),segment_id=ee0cca34-cfc1-48b8-9cd2-f432400bdd40)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:16:24.146147 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:24.148342 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:16:24.162916 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-49270774-2b1f-4a63-86f4-e9f7465c1746 admin admin] 10.222.0.81 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1305616 Aug 31 15:16:24.227951 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Pushing event updated for resources: {'Port': ['ID=fd8fb263-729b-4255-9294-87632946058f,revision_number=4']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:16:24.231174 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:16:25.865764 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device fd8fb263-729b-4255-9294-87632946058f up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:16:25.940770 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port fd8fb263-729b-4255-9294-87632946058f triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:16:25.941105 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:28.067486 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 5 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:16:35.228441 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a7fe5cca-a087-471f-8a0b-6ecbde8ac670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:35.529108 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:37.652808 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-de818d85-7c4e-475d-94b5-76847565f8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:38.791141 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:16:40.447219 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:05.065430 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 5 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:17:05.230423 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f92c7273-e398-4555-a1cc-f29673645fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:05.534172 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:07.654542 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-bbe04c6e-2d29-4da9-abea-5418aad71149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:08.794908 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:10.458560 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:35.274405 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-2c5262cd-c3be-4ed1-b8e2-2d5e6271dfab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:35.544287 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:37.665953 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-4b8f139b-51f1-4aa1-ade0-9dec0da90809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:38.795039 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:40.458971 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:17:42.063904 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 5 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:18:05.246941 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-91cd8036-8b32-4de9-9a44-e8d7bb7dbaeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:05.572369 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:07.659355 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-e041176e-7ada-403a-b961-a8cbfbe79c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:08.799004 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:10.460995 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:19.062416 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 5 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:18:26.649024 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 42586) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:18:26.722115 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.pecan_wsgi.hooks.translation [None req-d048130b-baaf-40d7-85af-cdd139cc6e99 admin admin] GET failed (client error): The resource could not be found. Aug 31 15:18:26.723363 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-d048130b-baaf-40d7-85af-cdd139cc6e99 admin admin] 10.222.0.81 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0733662 Aug 31 15:18:26.860699 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6edd9ae-e1a6-4b2b-8070-e191d8919888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:26.862289 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-d6edd9ae-e1a6-4b2b-8070-e191d8919888 admin admin] 10.222.0.81 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1351199 Aug 31 15:18:28.997706 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 42596) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:18:29.109030 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb844881-63bc-4ea0-8568-02332e20abf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:29.110886 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-cb844881-63bc-4ea0-8568-02332e20abf4 admin admin] 10.222.0.81 "GET /v2.0/subnets/9a126ecd-8b39-4066-9638-958bb03eb11d HTTP/1.1" status: 200 len: 849 time: 0.1117146 Aug 31 15:18:29.121018 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [None req-de328a9c-d11e-404c-bbf6-47a48a8a64b2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:18:29.239815 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-de328a9c-d11e-404c-bbf6-47a48a8a64b2 admin admin] Notify callbacks [] for subnet, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:29.432918 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-de328a9c-d11e-404c-bbf6-47a48a8a64b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738171877690'] for subnet, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:29.436633 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:18:29.479096 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de328a9c-d11e-404c-bbf6-47a48a8a64b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:29.480039 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-de328a9c-d11e-404c-bbf6-47a48a8a64b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for subnet, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:29.481270 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-de328a9c-d11e-404c-bbf6-47a48a8a64b2 admin admin] 10.222.0.81 "PUT /v2.0/subnets/9a126ecd-8b39-4066-9638-958bb03eb11d HTTP/1.1" status: 200 len: 868 time: 0.3640163 Aug 31 15:18:29.497716 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849491a6-f497-4394-8e49-ab80e768897e None None] Network 06dce239-eff8-4846-8133-4270b65b5f63 requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:18:29.506896 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de328a9c-d11e-404c-bbf6-47a48a8a64b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a126ecd-8b39-4066-9638-958bb03eb11d,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:18:29.514850 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de328a9c-d11e-404c-bbf6-47a48a8a64b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:29.515319 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de328a9c-d11e-404c-bbf6-47a48a8a64b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:29.515598 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de328a9c-d11e-404c-bbf6-47a48a8a64b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:29.515926 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de328a9c-d11e-404c-bbf6-47a48a8a64b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:29.516245 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de328a9c-d11e-404c-bbf6-47a48a8a64b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:29.516604 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de328a9c-d11e-404c-bbf6-47a48a8a64b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:29.516931 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de328a9c-d11e-404c-bbf6-47a48a8a64b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:29.517250 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de328a9c-d11e-404c-bbf6-47a48a8a64b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:29.517595 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de328a9c-d11e-404c-bbf6-47a48a8a64b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:29.518041 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de328a9c-d11e-404c-bbf6-47a48a8a64b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:29.518482 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de328a9c-d11e-404c-bbf6-47a48a8a64b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:29.518808 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de328a9c-d11e-404c-bbf6-47a48a8a64b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:18:29.522520 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-de328a9c-d11e-404c-bbf6-47a48a8a64b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:18:29.948485 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-e21a5199-2913-45c1-bd13-5733628aab1b None None] Provisioning complete for port 81d2a256-68a8-48dc-98ee-46390be7130e triggered by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:18:29.948853 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-e21a5199-2913-45c1-bd13-5733628aab1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:30.078307 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-e21a5199-2913-45c1-bd13-5733628aab1b None None] Provisioning complete for port 4e2a3073-3062-45bd-9b71-f8fcaf89b067 triggered by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:18:30.078563 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-e21a5199-2913-45c1-bd13-5733628aab1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:31.732535 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 42606) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:18:31.924337 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efcf878-a8f2-4125-a3e3-0c04834d4fe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:31.924978 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efcf878-a8f2-4125-a3e3-0c04834d4fe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:31.925530 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-2efcf878-a8f2-4125-a3e3-0c04834d4fe5 admin admin] Synchronizing usage tracker for tenant:34bd769e15e042c8ad3241be2378f93e on resource:network {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:18:31.942973 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-2efcf878-a8f2-4125-a3e3-0c04834d4fe5 admin admin] Unset dirty status for tenant:34bd769e15e042c8ad3241be2378f93e on resource:network {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:18:31.944232 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-2efcf878-a8f2-4125-a3e3-0c04834d4fe5 admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2107608 Aug 31 15:18:34.094340 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 42616) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:18:34.277335 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845ab739-819b-44d9-8f57-6e882a78e32e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:34.277927 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845ab739-819b-44d9-8f57-6e882a78e32e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:34.279493 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-845ab739-819b-44d9-8f57-6e882a78e32e admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1839104 Aug 31 15:18:35.243248 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f51f611c-4280-4564-8535-11490018bd3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:35.536450 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:36.417104 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 42626) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:18:36.591520 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0814be-8b6e-48eb-814b-af3b8b343902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:36.592869 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-ae0814be-8b6e-48eb-814b-af3b8b343902 admin admin] 10.222.0.81 "GET /v2.0/networks/06dce239-eff8-4846-8133-4270b65b5f63 HTTP/1.1" status: 200 len: 869 time: 0.1747432 Aug 31 15:18:37.660374 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-6d973602-d1d1-4e2b-932a-2eaa722a31d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:38.708607 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 42636) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:18:38.801259 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:38.878300 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fee84bd-9685-4ef8-867b-0895dada0c01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:38.879691 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-0fee84bd-9685-4ef8-867b-0895dada0c01 admin admin] 10.222.0.81 "GET /v2.0/networks/8f15a7b0-c0b9-4864-9373-42147a89de1a HTTP/1.1" status: 200 len: 886 time: 0.1701279 Aug 31 15:18:40.465292 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:18:41.002193 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 42646) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:18:41.111804 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b936191-6585-41b0-b607-8bd4dccfe7c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:41.112269 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b936191-6585-41b0-b607-8bd4dccfe7c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:41.113808 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-4b936191-6585-41b0-b607-8bd4dccfe7c0 admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1106381 Aug 31 15:18:43.243045 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 42656) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:18:43.349237 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8b11fa-f680-4523-a281-81d8edcedbb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:43.350050 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8b11fa-f680-4523-a281-81d8edcedbb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:43.351212 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-5f8b11fa-f680-4523-a281-81d8edcedbb6 admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1071997 Aug 31 15:18:45.503537 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 42666) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:18:45.607782 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1053777d-7c5c-4afd-8541-00ba8392c3bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:45.609128 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-1053777d-7c5c-4afd-8541-00ba8392c3bd admin admin] 10.222.0.81 "GET /v2.0/subnets/497a4a38-4d00-4e5c-ae08-9918d0306661 HTTP/1.1" status: 200 len: 816 time: 0.1046445 Aug 31 15:18:47.722529 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 42676) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:18:47.831005 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71324438-e7af-4afa-bfc5-574f37f68f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:18:47.831586 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-71324438-e7af-4afa-bfc5-574f37f68f31 admin admin] Synchronizing usage tracker for tenant:34bd769e15e042c8ad3241be2378f93e on resource:subnet {{(pid=79276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:18:47.849236 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-71324438-e7af-4afa-bfc5-574f37f68f31 admin admin] Unset dirty status for tenant:34bd769e15e042c8ad3241be2378f93e on resource:subnet {{(pid=79276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:18:47.850532 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-71324438-e7af-4afa-bfc5-574f37f68f31 admin admin] 10.222.0.81 "GET /v2.0/subnets/9a126ecd-8b39-4066-9638-958bb03eb11d HTTP/1.1" status: 200 len: 868 time: 0.1271138 Aug 31 15:18:56.062058 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 5 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:19:05.247476 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-88a645fb-9f7d-4fb2-a930-b2ce4c08f474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:05.539054 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:07.663074 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-23dcf2cf-c12a-476d-9ee6-efb2fc0847e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:08.802589 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:10.468165 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:11.056937 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 42720) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:19:11.105093 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [None req-67094839-d930-4c7c-a68d-a41dbf18de18 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=79277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:19:11.106078 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-67094839-d930-4c7c-a68d-a41dbf18de18 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0482047 Aug 31 15:19:13.319122 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 42730) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:19:13.385992 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f049db-3ef8-427e-a6eb-bf109809766b admin admin] GET failed (client error): The resource could not be found. Aug 31 15:19:13.387250 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-97f049db-3ef8-427e-a6eb-bf109809766b admin admin] 10.222.0.81 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0671692 Aug 31 15:19:13.557052 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6797c2f-184c-4319-93ea-23dbc8979889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:13.558418 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-f6797c2f-184c-4319-93ea-23dbc8979889 admin admin] 10.222.0.81 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1674168 Aug 31 15:19:15.702201 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 42740) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:19:15.751401 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [None req-632f6353-6d69-4f2d-964a-04573831cb1b admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:19:15.756469 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-632f6353-6d69-4f2d-964a-04573831cb1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:19:15.765588 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-632f6353-6d69-4f2d-964a-04573831cb1b admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:19:15.775959 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632f6353-6d69-4f2d-964a-04573831cb1b admin admin] Made reservation on behalf of 34bd769e15e042c8ad3241be2378f93e for: {'network': 1} {{(pid=79277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:19:15.778196 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-632f6353-6d69-4f2d-964a-04573831cb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for network, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:15.865705 dv-cinder-802781-4-iscsi neutron-server[79277]: WARNING neutron.services.revisions.revision_plugin [None req-632f6353-6d69-4f2d-964a-04573831cb1b admin admin] Could not find related network for resource to bump revision. Aug 31 15:19:15.877762 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-632f6353-6d69-4f2d-964a-04573831cb1b admin admin] vlan segment allocate from pool success with {'vlan_id': 944, 'physical_network': 'physnet1'} {{(pid=79277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:19:15.886514 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-632f6353-6d69-4f2d-964a-04573831cb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3286683'] for segment, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:15.886846 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.db.segments_db [None req-632f6353-6d69-4f2d-964a-04573831cb1b admin admin] Added segment 8ee1e087-8bcf-4f69-ac3e-bd613f8cbc78 of type vlan for network 8f130cb4-0560-436e-82bd-598df8a64ba6 Aug 31 15:19:15.911920 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-632f6353-6d69-4f2d-964a-04573831cb1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738171399325'] for network, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:15.941278 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-632f6353-6d69-4f2d-964a-04573831cb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729'] for network, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:15.942565 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632f6353-6d69-4f2d-964a-04573831cb1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:15.943306 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-632f6353-6d69-4f2d-964a-04573831cb1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for network, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:15.946456 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:19:16.041535 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-632f6353-6d69-4f2d-964a-04573831cb1b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3381715 Aug 31 15:19:16.044333 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f6353-6d69-4f2d-964a-04573831cb1b admin admin] Pushing event updated for resources: {'Network': ['ID=8f130cb4-0560-436e-82bd-598df8a64ba6,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:19:16.057099 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-632f6353-6d69-4f2d-964a-04573831cb1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:19:16.065541 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Network 8f130cb4-0560-436e-82bd-598df8a64ba6 details requested by agent ovs-agent-dv-cinder-802781-4-iscsi with host dv-cinder-802781-4-iscsi {{(pid=79278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 15:19:18.228901 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 42750) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:19:18.298321 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf86337a-ea7e-4bd1-a8d5-f867f89ff7d4 admin admin] GET failed (client error): The resource could not be found. Aug 31 15:19:18.298821 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-bf86337a-ea7e-4bd1-a8d5-f867f89ff7d4 admin admin] Synchronizing usage tracker for tenant:34bd769e15e042c8ad3241be2378f93e on resource:network {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:19:18.313513 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-bf86337a-ea7e-4bd1-a8d5-f867f89ff7d4 admin admin] Unset dirty status for tenant:34bd769e15e042c8ad3241be2378f93e on resource:network {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:19:18.314627 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-bf86337a-ea7e-4bd1-a8d5-f867f89ff7d4 admin admin] 10.222.0.81 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0847657 Aug 31 15:19:18.420555 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b60302e-42e1-401f-b501-9803ad986b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:18.421982 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-4b60302e-42e1-401f-b501-9803ad986b86 admin admin] 10.222.0.81 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1033306 Aug 31 15:19:18.432325 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [None req-685449ca-aa70-40c9-9c77-2bd84792bc6c admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '8f130cb4-0560-436e-82bd-598df8a64ba6', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:19:18.436876 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-685449ca-aa70-40c9-9c77-2bd84792bc6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:19:18.446564 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-685449ca-aa70-40c9-9c77-2bd84792bc6c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:19:18.456129 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685449ca-aa70-40c9-9c77-2bd84792bc6c admin admin] Made reservation on behalf of 34bd769e15e042c8ad3241be2378f93e for: {'subnet': 1} {{(pid=79277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:19:18.458383 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-685449ca-aa70-40c9-9c77-2bd84792bc6c admin admin] Notify callbacks [] for subnet, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:18.655765 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-685449ca-aa70-40c9-9c77-2bd84792bc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729'] for subnet, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:18.661051 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-f185c1f5-5380-4bc9-843c-2d8f2b65fa98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:19:18.729663 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685449ca-aa70-40c9-9c77-2bd84792bc6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d82bf0c9-8730-4e37-86ed-415a7ba56cc0,revision_number=0']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:19:18.733413 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-685449ca-aa70-40c9-9c77-2bd84792bc6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:19:18.740070 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685449ca-aa70-40c9-9c77-2bd84792bc6c admin admin] Checking segment: {'id': '8ee1e087-8bcf-4f69-ac3e-bd613f8cbc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8f130cb4-0560-436e-82bd-598df8a64ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:19:18.740410 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685449ca-aa70-40c9-9c77-2bd84792bc6c admin admin] Network hostable DHCP agents. Network: 8f130cb4-0560-436e-82bd-598df8a64ba6, hostable agents: ['2365506f-cea6-46f8-ac71-d4e1f85a8442'], hosted agents: [] {{(pid=79277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:19:18.759340 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685449ca-aa70-40c9-9c77-2bd84792bc6c admin admin] Network 8f130cb4-0560-436e-82bd-598df8a64ba6 is scheduled to be hosted by DHCP agent 2365506f-cea6-46f8-ac71-d4e1f85a8442 with binding_index 1 {{(pid=79277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:19:18.768920 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.base_scheduler [None req-685449ca-aa70-40c9-9c77-2bd84792bc6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-4-iscsi, 8f130cb4-0560-436e-82bd-598df8a64ba6) {{(pid=79277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:19:18.772999 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685449ca-aa70-40c9-9c77-2bd84792bc6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:19:18.773581 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-685449ca-aa70-40c9-9c77-2bd84792bc6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for subnet, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:18.779347 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78453a4-d857-49d8-8134-90c52a070e82 None None] Network 8f130cb4-0560-436e-82bd-598df8a64ba6 requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:19:18.800948 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-685449ca-aa70-40c9-9c77-2bd84792bc6c admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3720973 Aug 31 15:19:18.999780 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a91dc2-f894-466f-8940-24b9efcd7cff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31c034a1-c16d-5a01-a745-abc2b4c71a16-8f130cb4-0560-436e-82bd-598df8a64ba6', 'network_id': '8f130cb4-0560-436e-82bd-598df8a64ba6', 'tenant_id': '34bd769e15e042c8ad3241be2378f93e', 'fixed_ips': [{'subnet_id': 'd82bf0c9-8730-4e37-86ed-415a7ba56cc0'}]}} from dv-cinder-802781-4-iscsi. {{(pid=79278) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 31 15:19:19.001205 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a8a91dc2-f894-466f-8940-24b9efcd7cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:19.162065 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.db_base_plugin_common [None req-a8a91dc2-f894-466f-8940-24b9efcd7cff None None] Allocated IP 192.168.233.2 (8f130cb4-0560-436e-82bd-598df8a64ba6/d82bf0c9-8730-4e37-86ed-415a7ba56cc0/30f29c3c-9759-42f9-b0cd-90f0de3b4de1) {{(pid=79278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:19:19.369448 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a8a91dc2-f894-466f-8940-24b9efcd7cff None None] Notify callbacks [] for port, precommit_create {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:19.380527 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-a8a91dc2-f894-466f-8940-24b9efcd7cff None None] Transition to ACTIVE for port object 30f29c3c-9759-42f9-b0cd-90f0de3b4de1 will not be triggered until provisioned by entity L2. {{(pid=79278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:19:19.399834 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-a8a91dc2-f894-466f-8940-24b9efcd7cff None None] Transition to ACTIVE for port object 30f29c3c-9759-42f9-b0cd-90f0de3b4de1 will not be triggered until provisioned by entity DHCP. {{(pid=79278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:19:19.406048 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a8a91dc2-f894-466f-8940-24b9efcd7cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264'] for port, after_create {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:19.414308 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:19:19.504984 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a91dc2-f894-466f-8940-24b9efcd7cff None None] Network 8f130cb4-0560-436e-82bd-598df8a64ba6 is already hosted by enough agents. {{(pid=79278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:19:19.509683 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.scheduler.base_scheduler [None req-a8a91dc2-f894-466f-8940-24b9efcd7cff None None] Resources bound (agent type, host, resource id): {{(pid=79278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:19:19.513758 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a91dc2-f894-466f-8940-24b9efcd7cff None None] Pushing event updated for resources: {'Port': ['ID=30f29c3c-9759-42f9-b0cd-90f0de3b4de1,revision_number=1']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:19:19.516586 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a91dc2-f894-466f-8940-24b9efcd7cff None None] Received port after_create {{(pid=79278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:19:19.525476 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a91dc2-f894-466f-8940-24b9efcd7cff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:19.525833 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a91dc2-f894-466f-8940-24b9efcd7cff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:19.526163 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a91dc2-f894-466f-8940-24b9efcd7cff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:19.526490 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a91dc2-f894-466f-8940-24b9efcd7cff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:19.526810 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a91dc2-f894-466f-8940-24b9efcd7cff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:19.527129 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a91dc2-f894-466f-8940-24b9efcd7cff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:19.527464 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a91dc2-f894-466f-8940-24b9efcd7cff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:19.527779 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a91dc2-f894-466f-8940-24b9efcd7cff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:19.528091 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a91dc2-f894-466f-8940-24b9efcd7cff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:19.528399 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a91dc2-f894-466f-8940-24b9efcd7cff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:19.528707 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a91dc2-f894-466f-8940-24b9efcd7cff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:19.529010 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a91dc2-f894-466f-8940-24b9efcd7cff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:19:19.556201 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-a8a91dc2-f894-466f-8940-24b9efcd7cff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:19:19.617128 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-a8a91dc2-f894-466f-8940-24b9efcd7cff None None] Attempting to bind port 30f29c3c-9759-42f9-b0cd-90f0de3b4de1 on host dv-cinder-802781-4-iscsi for vnic_type normal with profile {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:19:19.617498 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-a8a91dc2-f894-466f-8940-24b9efcd7cff None None] Attempting to bind port 30f29c3c-9759-42f9-b0cd-90f0de3b4de1 by drivers openvswitch,hyperv on host dv-cinder-802781-4-iscsi at level 0 using segments [{'id': '8ee1e087-8bcf-4f69-ac3e-bd613f8cbc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8f130cb4-0560-436e-82bd-598df8a64ba6'}] {{(pid=79278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:19:19.617858 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a91dc2-f894-466f-8940-24b9efcd7cff None None] Attempting to bind port 30f29c3c-9759-42f9-b0cd-90f0de3b4de1 on network 8f130cb4-0560-436e-82bd-598df8a64ba6 {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:19:19.623514 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a91dc2-f894-466f-8940-24b9efcd7cff None None] Checking agent: {'id': 'b1845f19-f6eb-4023-b5bb-8a6030080bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 15, 36), 'started_at': datetime.datetime(2021, 8, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:19:19.623829 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a91dc2-f894-466f-8940-24b9efcd7cff None None] Checking segment: {'id': '8ee1e087-8bcf-4f69-ac3e-bd613f8cbc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8f130cb4-0560-436e-82bd-598df8a64ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:19:19.624225 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a8a91dc2-f894-466f-8940-24b9efcd7cff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:19.624616 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a91dc2-f894-466f-8940-24b9efcd7cff None None] Bound using segment: {'id': '8ee1e087-8bcf-4f69-ac3e-bd613f8cbc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8f130cb4-0560-436e-82bd-598df8a64ba6'} {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:19:19.625077 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-a8a91dc2-f894-466f-8940-24b9efcd7cff None None] Bound port: 30f29c3c-9759-42f9-b0cd-90f0de3b4de1, host: dv-cinder-802781-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee1e087-8bcf-4f69-ac3e-bd613f8cbc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8f130cb4-0560-436e-82bd-598df8a64ba6'}}] {{(pid=79278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:19:19.626082 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a8a91dc2-f894-466f-8940-24b9efcd7cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:19.717092 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-a8a91dc2-f894-466f-8940-24b9efcd7cff None None] For port 30f29c3c-9759-42f9-b0cd-90f0de3b4de1, host dv-cinder-802781-4-iscsi, cleared binding levels {{(pid=79278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:19:19.720797 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-a8a91dc2-f894-466f-8940-24b9efcd7cff None None] For port 30f29c3c-9759-42f9-b0cd-90f0de3b4de1, host dv-cinder-802781-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=30f29c3c-9759-42f9-b0cd-90f0de3b4de1,segment=NetworkSegment(8ee1e087-8bcf-4f69-ac3e-bd613f8cbc78),segment_id=8ee1e087-8bcf-4f69-ac3e-bd613f8cbc78)] {{(pid=79278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:19:19.726018 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a8a91dc2-f894-466f-8940-24b9efcd7cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:19.730055 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:19:19.808399 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a91dc2-f894-466f-8940-24b9efcd7cff None None] Pushing event updated for resources: {'Port': ['ID=30f29c3c-9759-42f9-b0cd-90f0de3b4de1,revision_number=2']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:19:19.833250 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-a8a91dc2-f894-466f-8940-24b9efcd7cff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:19:20.665381 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21cc238-6027-436a-89d1-b62f6da69c55 None None] Network 8f130cb4-0560-436e-82bd-598df8a64ba6 requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:19:20.777278 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-bf20d4af-eafd-4125-8da9-f833941d9812 None None] Provisioning for port 30f29c3c-9759-42f9-b0cd-90f0de3b4de1 completed by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:19:21.978735 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 30f29c3c-9759-42f9-b0cd-90f0de3b4de1 up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:19:22.049551 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning for port 30f29c3c-9759-42f9-b0cd-90f0de3b4de1 completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:19:22.054250 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port 30f29c3c-9759-42f9-b0cd-90f0de3b4de1 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:19:22.054618 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:22.171461 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:22.204015 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] For port 30f29c3c-9759-42f9-b0cd-90f0de3b4de1, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=30f29c3c-9759-42f9-b0cd-90f0de3b4de1,segment=NetworkSegment(8ee1e087-8bcf-4f69-ac3e-bd613f8cbc78),segment_id=8ee1e087-8bcf-4f69-ac3e-bd613f8cbc78)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:19:22.208129 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:22.210823 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:19:22.276445 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Pushing event updated for resources: {'Port': ['ID=30f29c3c-9759-42f9-b0cd-90f0de3b4de1,revision_number=3']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:19:22.279627 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:19:23.954845 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 30f29c3c-9759-42f9-b0cd-90f0de3b4de1 up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:19:24.029297 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port 30f29c3c-9759-42f9-b0cd-90f0de3b4de1 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:19:24.029657 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:33.060343 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 5 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:19:35.252320 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-0d3ef611-d854-41db-9bad-ac8808d7c2bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:35.542677 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:37.670010 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-561845fd-a2fa-4bab-b960-cec60c53e107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:38.803895 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:19:40.466195 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:05.255146 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a484de3b-b335-470c-aed8-897c921d0488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:05.544396 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:07.662895 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f82fcafd-5b75-4e91-8a9b-7331ea1951c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:08.806756 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:10.058539 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 5 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:20:10.468773 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:27.696436 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 42802) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:20:27.703046 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [None req-41818a0c-b697-4f28-a1c0-ab347c27f536 tempest-verify_tempest_config-1343671591 tempest-verify_tempest_config-1343671591-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=79277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:20:27.704027 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-41818a0c-b697-4f28-a1c0-ab347c27f536 tempest-verify_tempest_config-1343671591 tempest-verify_tempest_config-1343671591-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066373 Aug 31 15:20:28.017003 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 42820) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:20:28.133305 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-41b0b252-02ad-4f69-8408-4f7aaeabe745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:28.148265 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-41b0b252-02ad-4f69-8408-4f7aaeabe745 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:20:28.152069 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-41b0b252-02ad-4f69-8408-4f7aaeabe745 admin admin] Usage tracker for resource:security_group_rule and tenant:af6a8bc7c0d8470994a3ed7e272d7fe8 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:20:28.154802 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-41b0b252-02ad-4f69-8408-4f7aaeabe745 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:20:28.160360 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-41b0b252-02ad-4f69-8408-4f7aaeabe745 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:20:28.244495 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-41b0b252-02ad-4f69-8408-4f7aaeabe745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:28.248693 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-41b0b252-02ad-4f69-8408-4f7aaeabe745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:28.256756 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-84a567ce-0f25-47fc-8a70-aaa66cc3565b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:20:28.299190 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-41b0b252-02ad-4f69-8408-4f7aaeabe745 admin admin] Synchronizing usage tracker for tenant:34bd769e15e042c8ad3241be2378f93e on resource:security_group {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:20:28.301479 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0b252-02ad-4f69-8408-4f7aaeabe745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67273bdc-846b-498c-a4f2-0f9291791faf,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:28.312535 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b0b252-02ad-4f69-8408-4f7aaeabe745 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:20:28.312969 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b0b252-02ad-4f69-8408-4f7aaeabe745 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:20:28.313302 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b0b252-02ad-4f69-8408-4f7aaeabe745 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:20:28.313619 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b0b252-02ad-4f69-8408-4f7aaeabe745 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:20:28.313935 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b0b252-02ad-4f69-8408-4f7aaeabe745 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:20:28.314279 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b0b252-02ad-4f69-8408-4f7aaeabe745 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:20:28.314594 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b0b252-02ad-4f69-8408-4f7aaeabe745 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:20:28.314904 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b0b252-02ad-4f69-8408-4f7aaeabe745 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:20:28.315216 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b0b252-02ad-4f69-8408-4f7aaeabe745 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:20:28.315540 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b0b252-02ad-4f69-8408-4f7aaeabe745 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:20:28.315848 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b0b252-02ad-4f69-8408-4f7aaeabe745 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:20:28.316162 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b0b252-02ad-4f69-8408-4f7aaeabe745 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:20:28.321283 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-41b0b252-02ad-4f69-8408-4f7aaeabe745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:20:28.330475 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-41b0b252-02ad-4f69-8408-4f7aaeabe745 admin admin] Unset dirty status for tenant:34bd769e15e042c8ad3241be2378f93e on resource:security_group {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:20:28.331707 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-41b0b252-02ad-4f69-8408-4f7aaeabe745 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=af6a8bc7c0d8470994a3ed7e272d7fe8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3137424 Aug 31 15:20:28.334403 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 42826) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:20:28.396330 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-82c03398-26c8-4c2f-a593-ff432098b3af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:28.421901 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-82c03398-26c8-4c2f-a593-ff432098b3af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:28.519204 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-82c03398-26c8-4c2f-a593-ff432098b3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:28.523246 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-41b0b252-02ad-4f69-8408-4f7aaeabe745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:20:28.534229 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c03398-26c8-4c2f-a593-ff432098b3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67273bdc-846b-498c-a4f2-0f9291791faf,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:20:28.537851 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-82c03398-26c8-4c2f-a593-ff432098b3af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:20:28.541513 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-82c03398-26c8-4c2f-a593-ff432098b3af admin admin] Notify callbacks [] for security_group, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:28.546473 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-82c03398-26c8-4c2f-a593-ff432098b3af admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/67273bdc-846b-498c-a4f2-0f9291791faf HTTP/1.1" status: 204 len: 168 time: 0.2073278 Aug 31 15:20:35.263702 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-28c97804-89e8-48e6-8a81-f2e0779358fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:35.554477 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:37.666044 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-5dea5b58-9833-4be4-bb27-b969b8b3ce06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:38.810840 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:40.472368 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:20:47.057480 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 5 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:21:05.258215 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-01dae191-9ffe-47cc-8b5b-3efc6986110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:05.549304 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:07.668300 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-0bf06924-9562-42f0-81a8-92ae6103ed77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:08.813685 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:10.473686 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:24.056082 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 5 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:21:35.260816 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-943a310f-f0de-4396-b228-bcd9053c12fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:35.552057 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:37.670740 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-870a8ee9-8e32-414e-9a71-195d0770a817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:38.818918 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:21:40.477814 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:01.055066 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 5 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:22:05.263785 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-051a69b0-7542-4b39-8b04-e73cdc30503e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:05.556261 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:07.474197 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3903306'] for agent, after_create {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:07.673362 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-7ad3a0fb-5688-47a7-8f27-1f321fec5d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:08.819458 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:10.481229 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:22.155433 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 42898) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:22:22.267564 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-ed4ee756-8db8-4160-92a0-d48f7bd7ebd7 admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1110182 Aug 31 15:22:24.412952 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 42908) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:22:24.473487 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-8594518c-9f7a-4c59-87d9-a024f2f69d5f admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0594451 Aug 31 15:22:35.266310 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-cbc2e1e0-1756-4050-bc5b-cb0709af8df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:35.558903 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:37.439361 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:37.675672 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-08eb75c4-da47-4750-9676-fe3e28ac7c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:38.054360 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 6 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:22:38.822318 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:22:40.484541 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:05.267681 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-0c5e2d3a-8da3-42ef-8db6-84f0b1cef91f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:05.562570 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:07.448570 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:07.675512 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-d9e6a6c6-d95c-4ca5-b305-6abf3372a955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:08.825685 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:10.487033 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:15.053165 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 6 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:23:35.268475 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a48df945-df9f-4e7e-994b-d603b2954599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:35.564604 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:37.447752 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:37.678574 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-872c820f-a844-46da-96cd-3a5c78651010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:38.828648 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:40.492538 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:23:52.052174 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 6 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:24:03.858168 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 43078) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:03.973087 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 43094) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:04.075164 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [None req-a26413d5-8981-4195-908f-b62ac214c24e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-297251038-network', 'tenant_id': 'a46b0e167bb642f79bcbb84549b986d5'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:24:04.081424 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-a26413d5-8981-4195-908f-b62ac214c24e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:04.096357 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-a26413d5-8981-4195-908f-b62ac214c24e admin admin] Usage tracker for resource:network and tenant:a46b0e167bb642f79bcbb84549b986d5 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:04.099426 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-a26413d5-8981-4195-908f-b62ac214c24e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:04.106138 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-a26413d5-8981-4195-908f-b62ac214c24e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:04.117291 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26413d5-8981-4195-908f-b62ac214c24e admin admin] Made reservation on behalf of a46b0e167bb642f79bcbb84549b986d5 for: {'network': 1} {{(pid=79277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:24:04.119700 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-a26413d5-8981-4195-908f-b62ac214c24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for network, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:04.132671 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-a26413d5-8981-4195-908f-b62ac214c24e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:04.150118 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-a26413d5-8981-4195-908f-b62ac214c24e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:04.157254 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-a26413d5-8981-4195-908f-b62ac214c24e admin admin] Usage tracker for resource:security_group_rule and tenant:a46b0e167bb642f79bcbb84549b986d5 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:04.158582 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-a26413d5-8981-4195-908f-b62ac214c24e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:04.165276 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-a26413d5-8981-4195-908f-b62ac214c24e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:04.207459 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [None req-843d147f-9746-4065-8363-d80aff454b8a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1899571721-network', 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:24:04.212616 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-843d147f-9746-4065-8363-d80aff454b8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:04.219192 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-843d147f-9746-4065-8363-d80aff454b8a admin admin] Usage tracker for resource:network and tenant:ec6a8bc6d4414b24a10c0665387c54cf is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:04.223477 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-843d147f-9746-4065-8363-d80aff454b8a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:04.233953 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-843d147f-9746-4065-8363-d80aff454b8a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:04.254877 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843d147f-9746-4065-8363-d80aff454b8a admin admin] Made reservation on behalf of ec6a8bc6d4414b24a10c0665387c54cf for: {'network': 1} {{(pid=79277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:24:04.257794 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-843d147f-9746-4065-8363-d80aff454b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for network, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:04.273110 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-843d147f-9746-4065-8363-d80aff454b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:04.295598 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-843d147f-9746-4065-8363-d80aff454b8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:04.299442 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-843d147f-9746-4065-8363-d80aff454b8a admin admin] Usage tracker for resource:security_group_rule and tenant:ec6a8bc6d4414b24a10c0665387c54cf is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:04.306363 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-843d147f-9746-4065-8363-d80aff454b8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:04.313463 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-843d147f-9746-4065-8363-d80aff454b8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:04.428434 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-843d147f-9746-4065-8363-d80aff454b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:04.438667 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-843d147f-9746-4065-8363-d80aff454b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:04.440753 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-a26413d5-8981-4195-908f-b62ac214c24e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:04.447558 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:04.481905 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843d147f-9746-4065-8363-d80aff454b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d289d3-d52a-40ff-a230-bc597fd27731,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:04.488535 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-a26413d5-8981-4195-908f-b62ac214c24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:04.492095 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843d147f-9746-4065-8363-d80aff454b8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:04.492466 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843d147f-9746-4065-8363-d80aff454b8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:04.492802 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843d147f-9746-4065-8363-d80aff454b8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:04.493128 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843d147f-9746-4065-8363-d80aff454b8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:04.493451 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843d147f-9746-4065-8363-d80aff454b8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:04.493785 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843d147f-9746-4065-8363-d80aff454b8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:04.494104 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843d147f-9746-4065-8363-d80aff454b8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:04.494418 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843d147f-9746-4065-8363-d80aff454b8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:04.495457 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843d147f-9746-4065-8363-d80aff454b8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:04.495697 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843d147f-9746-4065-8363-d80aff454b8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:04.496029 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843d147f-9746-4065-8363-d80aff454b8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:04.496415 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843d147f-9746-4065-8363-d80aff454b8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:04.497458 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843d147f-9746-4065-8363-d80aff454b8a admin admin] Tracked resource versions report: Aug 31 15:24:04.497458 dv-cinder-802781-4-iscsi neutron-server[79277]: pushed versions: Aug 31 15:24:04.497458 dv-cinder-802781-4-iscsi neutron-server[79277]: { 'AddressGroup': {'1.2'}, Aug 31 15:24:04.497458 dv-cinder-802781-4-iscsi neutron-server[79277]: 'ConntrackHelper': {'1.0'}, Aug 31 15:24:04.497458 dv-cinder-802781-4-iscsi neutron-server[79277]: 'Log': {'1.0'}, Aug 31 15:24:04.497458 dv-cinder-802781-4-iscsi neutron-server[79277]: 'Network': {'1.1'}, Aug 31 15:24:04.497458 dv-cinder-802781-4-iscsi neutron-server[79277]: 'Port': {'1.7'}, Aug 31 15:24:04.497458 dv-cinder-802781-4-iscsi neutron-server[79277]: 'PortForwarding': {'1.2'}, Aug 31 15:24:04.497458 dv-cinder-802781-4-iscsi neutron-server[79277]: 'QosPolicy': {'1.8'}, Aug 31 15:24:04.497458 dv-cinder-802781-4-iscsi neutron-server[79277]: 'SecurityGroup': {'1.4'}, Aug 31 15:24:04.497458 dv-cinder-802781-4-iscsi neutron-server[79277]: 'SecurityGroupRule': {'1.2'}, Aug 31 15:24:04.497458 dv-cinder-802781-4-iscsi neutron-server[79277]: 'SubPort': {'1.0'}, Aug 31 15:24:04.497458 dv-cinder-802781-4-iscsi neutron-server[79277]: 'Subnet': {'1.1'}, Aug 31 15:24:04.497458 dv-cinder-802781-4-iscsi neutron-server[79277]: 'Trunk': {'1.1'}} Aug 31 15:24:04.497458 dv-cinder-802781-4-iscsi neutron-server[79277]: consumer versions: Aug 31 15:24:04.497458 dv-cinder-802781-4-iscsi neutron-server[79277]: { DHCP agent@dv-cinder-802781-4-iscsi: {}, Aug 31 15:24:04.497458 dv-cinder-802781-4-iscsi neutron-server[79277]: HyperV agent@hv-cinder-80278: {}, Aug 31 15:24:04.497458 dv-cinder-802781-4-iscsi neutron-server[79277]: L3 agent@dv-cinder-802781-4-iscsi: {}, Aug 31 15:24:04.497458 dv-cinder-802781-4-iscsi neutron-server[79277]: Metadata agent@dv-cinder-802781-4-iscsi: {}, Aug 31 15:24:04.497458 dv-cinder-802781-4-iscsi neutron-server[79277]: Metering agent@dv-cinder-802781-4-iscsi: {}, Aug 31 15:24:04.497458 dv-cinder-802781-4-iscsi neutron-server[79277]: Open vSwitch agent@dv-cinder-802781-4-iscsi: { 'AddressGroup': '1.2', Aug 31 15:24:04.497458 dv-cinder-802781-4-iscsi neutron-server[79277]: 'ConntrackHelper': '1.0', Aug 31 15:24:04.497458 dv-cinder-802781-4-iscsi neutron-server[79277]: 'Log': '1.0', Aug 31 15:24:04.497458 dv-cinder-802781-4-iscsi neutron-server[79277]: 'Network': '1.1', Aug 31 15:24:04.497458 dv-cinder-802781-4-iscsi neutron-server[79277]: 'Port': '1.7', Aug 31 15:24:04.497458 dv-cinder-802781-4-iscsi neutron-server[79277]: 'PortForwarding': '1.2', Aug 31 15:24:04.497458 dv-cinder-802781-4-iscsi neutron-server[79277]: 'QosPolicy': '1.8', Aug 31 15:24:04.497458 dv-cinder-802781-4-iscsi neutron-server[79277]: 'SecurityGroup': '1.4', Aug 31 15:24:04.497458 dv-cinder-802781-4-iscsi neutron-server[79277]: 'SecurityGroupRule': '1.2', Aug 31 15:24:04.497458 dv-cinder-802781-4-iscsi neutron-server[79277]: 'SubPort': '1.0', Aug 31 15:24:04.497458 dv-cinder-802781-4-iscsi neutron-server[79277]: 'Subnet': '1.1', Aug 31 15:24:04.497458 dv-cinder-802781-4-iscsi neutron-server[79277]: 'Trunk': '1.1'}} Aug 31 15:24:04.497458 dv-cinder-802781-4-iscsi neutron-server[79277]: {{(pid=79277) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 15:24:04.511983 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-843d147f-9746-4065-8363-d80aff454b8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:04.515236 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-843d147f-9746-4065-8363-d80aff454b8a admin admin] vlan segment allocate from pool success with {'vlan_id': 926, 'physical_network': 'physnet1'} {{(pid=79277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:24:04.517308 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-4b5520d1-cc59-41e6-b099-574da4f0ac16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:04.550198 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-843d147f-9746-4065-8363-d80aff454b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3286683'] for segment, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:04.550537 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.db.segments_db [None req-843d147f-9746-4065-8363-d80aff454b8a admin admin] Added segment 61b58406-5c55-4a32-b6e5-ffbfd51c8976 of type vlan for network 4e75f494-7e6b-45f9-ac2a-ef61105e9d7d Aug 31 15:24:04.555838 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a26413d5-8981-4195-908f-b62ac214c24e admin admin] vlan segment allocate from pool success with {'vlan_id': 946, 'physical_network': 'physnet1'} {{(pid=79277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:24:04.567426 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26413d5-8981-4195-908f-b62ac214c24e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41225773-89bd-4b63-9bfd-d4f674d2f885,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:04.573941 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-a26413d5-8981-4195-908f-b62ac214c24e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:04.581850 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-a26413d5-8981-4195-908f-b62ac214c24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3286683'] for segment, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:04.582145 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.db.segments_db [None req-a26413d5-8981-4195-908f-b62ac214c24e admin admin] Added segment 63d20dec-d5e5-4a7f-a5ea-531a5cb834e2 of type vlan for network 41ce6d2e-dc6a-4a5d-9201-7b0f0a2a6960 Aug 31 15:24:04.604502 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-843d147f-9746-4065-8363-d80aff454b8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738171399325'] for network, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:04.631585 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-a26413d5-8981-4195-908f-b62ac214c24e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738171399325'] for network, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:04.669142 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-843d147f-9746-4065-8363-d80aff454b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729'] for network, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:04.671975 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843d147f-9746-4065-8363-d80aff454b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:04.672543 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-843d147f-9746-4065-8363-d80aff454b8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for network, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:04.678886 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:04.719010 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-a26413d5-8981-4195-908f-b62ac214c24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729'] for network, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:04.726021 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26413d5-8981-4195-908f-b62ac214c24e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:04.726591 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-a26413d5-8981-4195-908f-b62ac214c24e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for network, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:04.805198 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843d147f-9746-4065-8363-d80aff454b8a admin admin] Pushing event updated for resources: {'Network': ['ID=4e75f494-7e6b-45f9-ac2a-ef61105e9d7d,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:04.810546 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-843d147f-9746-4065-8363-d80aff454b8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:04.811015 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-4b5520d1-cc59-41e6-b099-574da4f0ac16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:04.819572 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Network 4e75f494-7e6b-45f9-ac2a-ef61105e9d7d details requested by agent ovs-agent-dv-cinder-802781-4-iscsi with host dv-cinder-802781-4-iscsi {{(pid=79278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 15:24:04.834418 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-843d147f-9746-4065-8363-d80aff454b8a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8572967 Aug 31 15:24:04.834749 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 43144) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:04.841313 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-8cfa6a56-e32f-45fa-b146-889ddb2f1b2a admin admin] Request body: {'subnet': {'network_id': '4e75f494-7e6b-45f9-ac2a-ef61105e9d7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1899571721-subnet', 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:24:04.855646 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-a26413d5-8981-4195-908f-b62ac214c24e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9929202 Aug 31 15:24:04.859488 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-8cfa6a56-e32f-45fa-b146-889ddb2f1b2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:04.861448 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 43152) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:04.868519 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-fb15c190-44c1-42ca-93b8-a3f9c3693818 admin admin] Request body: {'subnet': {'network_id': '41ce6d2e-dc6a-4a5d-9201-7b0f0a2a6960', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-297251038-subnet', 'tenant_id': 'a46b0e167bb642f79bcbb84549b986d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:24:04.879878 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-fb15c190-44c1-42ca-93b8-a3f9c3693818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:04.893687 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-8cfa6a56-e32f-45fa-b146-889ddb2f1b2a admin admin] Usage tracker for resource:subnet and tenant:ec6a8bc6d4414b24a10c0665387c54cf is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:04.896539 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-fb15c190-44c1-42ca-93b8-a3f9c3693818 admin admin] Usage tracker for resource:subnet and tenant:a46b0e167bb642f79bcbb84549b986d5 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:04.899028 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-8cfa6a56-e32f-45fa-b146-889ddb2f1b2a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:04.903168 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-fb15c190-44c1-42ca-93b8-a3f9c3693818 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:04.922252 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-fb15c190-44c1-42ca-93b8-a3f9c3693818 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:04.946074 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-8cfa6a56-e32f-45fa-b146-889ddb2f1b2a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:04.971810 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26413d5-8981-4195-908f-b62ac214c24e admin admin] Pushing event updated for resources: {'Network': ['ID=41ce6d2e-dc6a-4a5d-9201-7b0f0a2a6960,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:04.972381 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfa6a56-e32f-45fa-b146-889ddb2f1b2a admin admin] Made reservation on behalf of ec6a8bc6d4414b24a10c0665387c54cf for: {'subnet': 1} {{(pid=79276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:24:04.974957 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-8cfa6a56-e32f-45fa-b146-889ddb2f1b2a admin admin] Notify callbacks [] for subnet, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:04.975562 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-a26413d5-8981-4195-908f-b62ac214c24e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:04.984541 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Network 41ce6d2e-dc6a-4a5d-9201-7b0f0a2a6960 details requested by agent ovs-agent-dv-cinder-802781-4-iscsi with host dv-cinder-802781-4-iscsi {{(pid=79278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 15:24:04.989593 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 43156) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:05.007484 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb15c190-44c1-42ca-93b8-a3f9c3693818 admin admin] Made reservation on behalf of a46b0e167bb642f79bcbb84549b986d5 for: {'subnet': 1} {{(pid=79276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:24:05.010066 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fb15c190-44c1-42ca-93b8-a3f9c3693818 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:05.259198 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 43166) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:05.294530 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f6059c81-d185-4fd1-8bfd-43e38efb8a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:05.345178 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [None req-c50670e9-c4c3-4bc3-b958-f72ee22f0ff4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-257707646-network', 'tenant_id': '6d830094621a47f083137ccc6fa15151'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:24:05.364821 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-c50670e9-c4c3-4bc3-b958-f72ee22f0ff4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:05.376196 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-c50670e9-c4c3-4bc3-b958-f72ee22f0ff4 admin admin] Usage tracker for resource:network and tenant:6d830094621a47f083137ccc6fa15151 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:05.382081 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-c50670e9-c4c3-4bc3-b958-f72ee22f0ff4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:05.400376 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-c50670e9-c4c3-4bc3-b958-f72ee22f0ff4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:05.439203 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [None req-c1f4a7e2-9875-4e72-916c-ab14131ef7d8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-254871184-network', 'tenant_id': '3812c8ac3d6f49189f4ea632ac894346'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:24:05.451858 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-c1f4a7e2-9875-4e72-916c-ab14131ef7d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:05.468394 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-c1f4a7e2-9875-4e72-916c-ab14131ef7d8 admin admin] Usage tracker for resource:network and tenant:3812c8ac3d6f49189f4ea632ac894346 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:05.469783 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-8cfa6a56-e32f-45fa-b146-889ddb2f1b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729'] for subnet, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:05.477024 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-c1f4a7e2-9875-4e72-916c-ab14131ef7d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:05.489051 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-266e309f-85c9-4629-8713-e051248f9a81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:05.494065 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-c1f4a7e2-9875-4e72-916c-ab14131ef7d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:05.516445 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50670e9-c4c3-4bc3-b958-f72ee22f0ff4 admin admin] Made reservation on behalf of 6d830094621a47f083137ccc6fa15151 for: {'network': 1} {{(pid=79277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:24:05.519442 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c50670e9-c4c3-4bc3-b958-f72ee22f0ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for network, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:05.554348 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fb15c190-44c1-42ca-93b8-a3f9c3693818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729'] for subnet, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:05.562755 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c50670e9-c4c3-4bc3-b958-f72ee22f0ff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:05.586454 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:05.614392 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f4a7e2-9875-4e72-916c-ab14131ef7d8 admin admin] Made reservation on behalf of 3812c8ac3d6f49189f4ea632ac894346 for: {'network': 1} {{(pid=79277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:24:05.617954 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c1f4a7e2-9875-4e72-916c-ab14131ef7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for network, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:05.648101 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c1f4a7e2-9875-4e72-916c-ab14131ef7d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:05.664028 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa6a56-e32f-45fa-b146-889ddb2f1b2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=653417ef-47b3-47bd-9dfd-8a528e75cd81,revision_number=0']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:05.670149 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-c1f4a7e2-9875-4e72-916c-ab14131ef7d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:05.670934 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfa6a56-e32f-45fa-b146-889ddb2f1b2a admin admin] Checking segment: {'id': '61b58406-5c55-4a32-b6e5-ffbfd51c8976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '4e75f494-7e6b-45f9-ac2a-ef61105e9d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:24:05.671324 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfa6a56-e32f-45fa-b146-889ddb2f1b2a admin admin] Network hostable DHCP agents. Network: 4e75f494-7e6b-45f9-ac2a-ef61105e9d7d, hostable agents: ['2365506f-cea6-46f8-ac71-d4e1f85a8442'], hosted agents: [] {{(pid=79276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:24:05.675506 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-c1f4a7e2-9875-4e72-916c-ab14131ef7d8 admin admin] Usage tracker for resource:security_group_rule and tenant:3812c8ac3d6f49189f4ea632ac894346 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:05.678791 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-c1f4a7e2-9875-4e72-916c-ab14131ef7d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:05.684581 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa6a56-e32f-45fa-b146-889ddb2f1b2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:05.684982 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa6a56-e32f-45fa-b146-889ddb2f1b2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:05.685321 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa6a56-e32f-45fa-b146-889ddb2f1b2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:05.685650 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa6a56-e32f-45fa-b146-889ddb2f1b2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:05.686030 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa6a56-e32f-45fa-b146-889ddb2f1b2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:05.686355 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa6a56-e32f-45fa-b146-889ddb2f1b2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:05.686596 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-c1f4a7e2-9875-4e72-916c-ab14131ef7d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:05.686715 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa6a56-e32f-45fa-b146-889ddb2f1b2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:05.687018 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa6a56-e32f-45fa-b146-889ddb2f1b2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:05.687363 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa6a56-e32f-45fa-b146-889ddb2f1b2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:05.687678 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa6a56-e32f-45fa-b146-889ddb2f1b2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:05.687992 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa6a56-e32f-45fa-b146-889ddb2f1b2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:05.688303 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa6a56-e32f-45fa-b146-889ddb2f1b2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:05.689481 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfa6a56-e32f-45fa-b146-889ddb2f1b2a admin admin] Tracked resource versions report: Aug 31 15:24:05.689481 dv-cinder-802781-4-iscsi neutron-server[79276]: pushed versions: Aug 31 15:24:05.689481 dv-cinder-802781-4-iscsi neutron-server[79276]: { 'AddressGroup': {'1.2'}, Aug 31 15:24:05.689481 dv-cinder-802781-4-iscsi neutron-server[79276]: 'ConntrackHelper': {'1.0'}, Aug 31 15:24:05.689481 dv-cinder-802781-4-iscsi neutron-server[79276]: 'Log': {'1.0'}, Aug 31 15:24:05.689481 dv-cinder-802781-4-iscsi neutron-server[79276]: 'Network': {'1.1'}, Aug 31 15:24:05.689481 dv-cinder-802781-4-iscsi neutron-server[79276]: 'Port': {'1.7'}, Aug 31 15:24:05.689481 dv-cinder-802781-4-iscsi neutron-server[79276]: 'PortForwarding': {'1.2'}, Aug 31 15:24:05.689481 dv-cinder-802781-4-iscsi neutron-server[79276]: 'QosPolicy': {'1.8'}, Aug 31 15:24:05.689481 dv-cinder-802781-4-iscsi neutron-server[79276]: 'SecurityGroup': {'1.4'}, Aug 31 15:24:05.689481 dv-cinder-802781-4-iscsi neutron-server[79276]: 'SecurityGroupRule': {'1.2'}, Aug 31 15:24:05.689481 dv-cinder-802781-4-iscsi neutron-server[79276]: 'SubPort': {'1.0'}, Aug 31 15:24:05.689481 dv-cinder-802781-4-iscsi neutron-server[79276]: 'Subnet': {'1.1'}, Aug 31 15:24:05.689481 dv-cinder-802781-4-iscsi neutron-server[79276]: 'Trunk': {'1.1'}} Aug 31 15:24:05.689481 dv-cinder-802781-4-iscsi neutron-server[79276]: consumer versions: Aug 31 15:24:05.689481 dv-cinder-802781-4-iscsi neutron-server[79276]: { DHCP agent@dv-cinder-802781-4-iscsi: {}, Aug 31 15:24:05.689481 dv-cinder-802781-4-iscsi neutron-server[79276]: HyperV agent@hv-cinder-80278: {}, Aug 31 15:24:05.689481 dv-cinder-802781-4-iscsi neutron-server[79276]: L3 agent@dv-cinder-802781-4-iscsi: {}, Aug 31 15:24:05.689481 dv-cinder-802781-4-iscsi neutron-server[79276]: Metadata agent@dv-cinder-802781-4-iscsi: {}, Aug 31 15:24:05.689481 dv-cinder-802781-4-iscsi neutron-server[79276]: Metering agent@dv-cinder-802781-4-iscsi: {}, Aug 31 15:24:05.689481 dv-cinder-802781-4-iscsi neutron-server[79276]: Open vSwitch agent@dv-cinder-802781-4-iscsi: { 'AddressGroup': '1.2', Aug 31 15:24:05.689481 dv-cinder-802781-4-iscsi neutron-server[79276]: 'ConntrackHelper': '1.0', Aug 31 15:24:05.689481 dv-cinder-802781-4-iscsi neutron-server[79276]: 'Log': '1.0', Aug 31 15:24:05.689481 dv-cinder-802781-4-iscsi neutron-server[79276]: 'Network': '1.1', Aug 31 15:24:05.689481 dv-cinder-802781-4-iscsi neutron-server[79276]: 'Port': '1.7', Aug 31 15:24:05.689481 dv-cinder-802781-4-iscsi neutron-server[79276]: 'PortForwarding': '1.2', Aug 31 15:24:05.689481 dv-cinder-802781-4-iscsi neutron-server[79276]: 'QosPolicy': '1.8', Aug 31 15:24:05.689481 dv-cinder-802781-4-iscsi neutron-server[79276]: 'SecurityGroup': '1.4', Aug 31 15:24:05.689481 dv-cinder-802781-4-iscsi neutron-server[79276]: 'SecurityGroupRule': '1.2', Aug 31 15:24:05.689481 dv-cinder-802781-4-iscsi neutron-server[79276]: 'SubPort': '1.0', Aug 31 15:24:05.689481 dv-cinder-802781-4-iscsi neutron-server[79276]: 'Subnet': '1.1', Aug 31 15:24:05.689481 dv-cinder-802781-4-iscsi neutron-server[79276]: 'Trunk': '1.1'}} Aug 31 15:24:05.689481 dv-cinder-802781-4-iscsi neutron-server[79276]: {{(pid=79276) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 15:24:05.703655 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb15c190-44c1-42ca-93b8-a3f9c3693818 admin admin] Checking segment: {'id': '63d20dec-d5e5-4a7f-a5ea-531a5cb834e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '41ce6d2e-dc6a-4a5d-9201-7b0f0a2a6960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:24:05.704016 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb15c190-44c1-42ca-93b8-a3f9c3693818 admin admin] Network hostable DHCP agents. Network: 41ce6d2e-dc6a-4a5d-9201-7b0f0a2a6960, hostable agents: ['2365506f-cea6-46f8-ac71-d4e1f85a8442'], hosted agents: [] {{(pid=79276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:24:05.708435 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-8cfa6a56-e32f-45fa-b146-889ddb2f1b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:05.711313 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.139s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:05.804840 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c1f4a7e2-9875-4e72-916c-ab14131ef7d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:05.806328 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-c50670e9-c4c3-4bc3-b958-f72ee22f0ff4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:05.812628 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-c50670e9-c4c3-4bc3-b958-f72ee22f0ff4 admin admin] Usage tracker for resource:security_group_rule and tenant:6d830094621a47f083137ccc6fa15151 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:05.816996 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c1f4a7e2-9875-4e72-916c-ab14131ef7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:05.818299 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-c50670e9-c4c3-4bc3-b958-f72ee22f0ff4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:05.840811 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-c50670e9-c4c3-4bc3-b958-f72ee22f0ff4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:05.847929 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:05.864740 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfa6a56-e32f-45fa-b146-889ddb2f1b2a admin admin] Network 4e75f494-7e6b-45f9-ac2a-ef61105e9d7d is scheduled to be hosted by DHCP agent 2365506f-cea6-46f8-ac71-d4e1f85a8442 with binding_index 1 {{(pid=79276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:24:05.867603 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb15c190-44c1-42ca-93b8-a3f9c3693818 admin admin] Network 41ce6d2e-dc6a-4a5d-9201-7b0f0a2a6960 is scheduled to be hosted by DHCP agent 2365506f-cea6-46f8-ac71-d4e1f85a8442 with binding_index 1 {{(pid=79276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:24:05.883170 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb15c190-44c1-42ca-93b8-a3f9c3693818 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51962a07-3c58-4112-a130-7ea0934f4db7,revision_number=0']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:05.892888 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-fb15c190-44c1-42ca-93b8-a3f9c3693818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:05.904914 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.base_scheduler [None req-fb15c190-44c1-42ca-93b8-a3f9c3693818 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-4-iscsi, 41ce6d2e-dc6a-4a5d-9201-7b0f0a2a6960) {{(pid=79276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:24:05.906975 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.base_scheduler [None req-8cfa6a56-e32f-45fa-b146-889ddb2f1b2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-4-iscsi, 4e75f494-7e6b-45f9-ac2a-ef61105e9d7d) {{(pid=79276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:24:05.913726 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5374912-61a2-460f-a89e-bf338c726d32 None None] Network 41ce6d2e-dc6a-4a5d-9201-7b0f0a2a6960 requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:24:05.923920 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb15c190-44c1-42ca-93b8-a3f9c3693818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:05.924753 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fb15c190-44c1-42ca-93b8-a3f9c3693818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for subnet, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:05.933762 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1f4a7e2-9875-4e72-916c-ab14131ef7d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 923, 'physical_network': 'physnet1'} {{(pid=79277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:24:05.952894 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfa6a56-e32f-45fa-b146-889ddb2f1b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:05.953824 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-8cfa6a56-e32f-45fa-b146-889ddb2f1b2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for subnet, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:05.963004 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c1f4a7e2-9875-4e72-916c-ab14131ef7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3286683'] for segment, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:05.963941 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.db.segments_db [None req-c1f4a7e2-9875-4e72-916c-ab14131ef7d8 admin admin] Added segment b43d9033-4938-47c6-a1c6-aaf1dcce285a of type vlan for network 47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902 Aug 31 15:24:05.987628 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-8cfa6a56-e32f-45fa-b146-889ddb2f1b2a admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1511562 Aug 31 15:24:05.990743 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 43192) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:06.000878 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-fb15c190-44c1-42ca-93b8-a3f9c3693818 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1383767 Aug 31 15:24:06.007045 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-891c85ea-7b8f-4733-9c57-a5be078e0cf5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1899571721-router', 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'}}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:24:06.009063 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52c163c-1f70-4d89-9699-400c10dcc128 None None] Network 4e75f494-7e6b-45f9-ac2a-ef61105e9d7d requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:24:06.021144 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-891c85ea-7b8f-4733-9c57-a5be078e0cf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:06.033865 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-891c85ea-7b8f-4733-9c57-a5be078e0cf5 admin admin] Usage tracker for resource:router and tenant:ec6a8bc6d4414b24a10c0665387c54cf is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:06.034879 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c1f4a7e2-9875-4e72-916c-ab14131ef7d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738171399325'] for network, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:06.042355 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-891c85ea-7b8f-4733-9c57-a5be078e0cf5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:06.064309 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-891c85ea-7b8f-4733-9c57-a5be078e0cf5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:06.079922 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-891c85ea-7b8f-4733-9c57-a5be078e0cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3925207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-850'] for router, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:06.081518 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-891c85ea-7b8f-4733-9c57-a5be078e0cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3925042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3907265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-859'] for router, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:06.101774 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4a7e2-9875-4e72-916c-ab14131ef7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcbc986-8535-4e82-ae91-af8c446643da,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:06.110992 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-c1f4a7e2-9875-4e72-916c-ab14131ef7d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:06.121968 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c1f4a7e2-9875-4e72-916c-ab14131ef7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729'] for network, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:06.126356 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-891c85ea-7b8f-4733-9c57-a5be078e0cf5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:06.133665 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f4a7e2-9875-4e72-916c-ab14131ef7d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:06.134679 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c1f4a7e2-9875-4e72-916c-ab14131ef7d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for network, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:06.356234 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-632f6353-6d69-4f2d-964a-04573831cb1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:06.612369 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4a7e2-9875-4e72-916c-ab14131ef7d8 admin admin] Pushing event updated for resources: {'Network': ['ID=47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:06.616310 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-c1f4a7e2-9875-4e72-916c-ab14131ef7d8 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3560698 Aug 31 15:24:06.619352 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-c1f4a7e2-9875-4e72-916c-ab14131ef7d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:06.626727 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 43218) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:06.641474 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [None req-47ff63bc-5159-49fe-8773-36de65a5fe6c admin admin] Request body: {'subnet': {'network_id': '47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-254871184-subnet', 'tenant_id': '3812c8ac3d6f49189f4ea632ac894346', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:24:06.656680 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-47ff63bc-5159-49fe-8773-36de65a5fe6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:06.662441 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-47ff63bc-5159-49fe-8773-36de65a5fe6c admin admin] Usage tracker for resource:subnet and tenant:3812c8ac3d6f49189f4ea632ac894346 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:06.670184 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-47ff63bc-5159-49fe-8773-36de65a5fe6c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:06.687898 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-47ff63bc-5159-49fe-8773-36de65a5fe6c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:06.718764 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ff63bc-5159-49fe-8773-36de65a5fe6c admin admin] Made reservation on behalf of 3812c8ac3d6f49189f4ea632ac894346 for: {'subnet': 1} {{(pid=79277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:24:06.721364 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-47ff63bc-5159-49fe-8773-36de65a5fe6c admin admin] Notify callbacks [] for subnet, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:06.765901 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Network 47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902 details requested by agent ovs-agent-dv-cinder-802781-4-iscsi with host dv-cinder-802781-4-iscsi {{(pid=79278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 15:24:06.885481 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-891c85ea-7b8f-4733-9c57-a5be078e0cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3907294', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3925092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-845'] for router, precommit_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:06.900343 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80b3b2a-09ef-4aff-934d-beea87805011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31c034a1-c16d-5a01-a745-abc2b4c71a16-4e75f494-7e6b-45f9-ac2a-ef61105e9d7d', 'network_id': '4e75f494-7e6b-45f9-ac2a-ef61105e9d7d', 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'fixed_ips': [{'subnet_id': '653417ef-47b3-47bd-9dfd-8a528e75cd81'}]}} from dv-cinder-802781-4-iscsi. {{(pid=79278) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 31 15:24:06.900501 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f80b3b2a-09ef-4aff-934d-beea87805011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:06.996014 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ea1a7a-a5c4-4638-8642-e58ba11a0a87 None None] Network 41ce6d2e-dc6a-4a5d-9201-7b0f0a2a6960 requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:24:07.096280 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c50670e9-c4c3-4bc3-b958-f72ee22f0ff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:07.122041 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c50670e9-c4c3-4bc3-b958-f72ee22f0ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:07.129287 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-c1f4a7e2-9875-4e72-916c-ab14131ef7d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:07.224991 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c50670e9-c4c3-4bc3-b958-f72ee22f0ff4 admin admin] vlan segment allocate from pool success with {'vlan_id': 911, 'physical_network': 'physnet1'} {{(pid=79277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:24:07.281852 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50670e9-c4c3-4bc3-b958-f72ee22f0ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:07.300482 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-c50670e9-c4c3-4bc3-b958-f72ee22f0ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:07.304202 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c50670e9-c4c3-4bc3-b958-f72ee22f0ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3286683'] for segment, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:07.315598 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.db.segments_db [None req-c50670e9-c4c3-4bc3-b958-f72ee22f0ff4 admin admin] Added segment c04ecbb1-0952-4af4-8fe9-edf346411969 of type vlan for network 922ac450-4677-43bc-8efe-225f00db650b Aug 31 15:24:07.326248 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.db_base_plugin_common [None req-f80b3b2a-09ef-4aff-934d-beea87805011 None None] Allocated IP 172.20.0.2 (4e75f494-7e6b-45f9-ac2a-ef61105e9d7d/653417ef-47b3-47bd-9dfd-8a528e75cd81/ae9207b8-ba30-450e-989d-2f79c1372b6b) {{(pid=79278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:24:07.470477 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c50670e9-c4c3-4bc3-b958-f72ee22f0ff4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738171399325'] for network, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:07.502239 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-891c85ea-7b8f-4733-9c57-a5be078e0cf5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:07.548258 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-891c85ea-7b8f-4733-9c57-a5be078e0cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:07.591933 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-47ff63bc-5159-49fe-8773-36de65a5fe6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729'] for subnet, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:07.610771 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-de328a9c-d11e-404c-bbf6-47a48a8a64b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:07.691545 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:07.731924 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff63bc-5159-49fe-8773-36de65a5fe6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=98da163e-cad9-430b-a126-d66668b9f621,revision_number=0']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:07.747038 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-47ff63bc-5159-49fe-8773-36de65a5fe6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:07.754584 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c50670e9-c4c3-4bc3-b958-f72ee22f0ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729'] for network, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:07.770239 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-1f580143-c34d-46f4-9453-3aec0e43ecea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:07.785953 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50670e9-c4c3-4bc3-b958-f72ee22f0ff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:07.786598 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c50670e9-c4c3-4bc3-b958-f72ee22f0ff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for network, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:07.808981 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f80b3b2a-09ef-4aff-934d-beea87805011 None None] Notify callbacks [] for port, precommit_create {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:07.826739 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f80b3b2a-09ef-4aff-934d-beea87805011 None None] Transition to ACTIVE for port object ae9207b8-ba30-450e-989d-2f79c1372b6b will not be triggered until provisioned by entity L2. {{(pid=79278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:24:07.837264 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ff63bc-5159-49fe-8773-36de65a5fe6c admin admin] Checking segment: {'id': 'b43d9033-4938-47c6-a1c6-aaf1dcce285a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:24:07.838958 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 43278) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:07.839200 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ff63bc-5159-49fe-8773-36de65a5fe6c admin admin] Network hostable DHCP agents. Network: 47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902, hostable agents: ['2365506f-cea6-46f8-ac71-d4e1f85a8442'], hosted agents: [] {{(pid=79277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:24:07.848374 dv-cinder-802781-4-iscsi neutron-server[79276]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 15:24:07.849491 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-843d147f-9746-4065-8363-d80aff454b8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:07.861088 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f80b3b2a-09ef-4aff-934d-beea87805011 None None] Transition to ACTIVE for port object ae9207b8-ba30-450e-989d-2f79c1372b6b will not be triggered until provisioned by entity DHCP. {{(pid=79278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:24:07.871453 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f80b3b2a-09ef-4aff-934d-beea87805011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264'] for port, after_create {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:07.881393 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:07.937657 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80b3b2a-09ef-4aff-934d-beea87805011 None None] Network 4e75f494-7e6b-45f9-ac2a-ef61105e9d7d is already hosted by enough agents. {{(pid=79278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:24:07.951191 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.scheduler.base_scheduler [None req-f80b3b2a-09ef-4aff-934d-beea87805011 None None] Resources bound (agent type, host, resource id): {{(pid=79278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:24:07.959193 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80b3b2a-09ef-4aff-934d-beea87805011 None None] Received port after_create {{(pid=79278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:24:07.973066 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50670e9-c4c3-4bc3-b958-f72ee22f0ff4 admin admin] Pushing event updated for resources: {'Network': ['ID=922ac450-4677-43bc-8efe-225f00db650b,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:07.992919 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-c50670e9-c4c3-4bc3-b958-f72ee22f0ff4 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.0006225 Aug 31 15:24:07.994405 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-c50670e9-c4c3-4bc3-b958-f72ee22f0ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:07.995905 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 43282) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:08.004574 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [None req-c200d741-147c-4ea6-819e-d83740cd3e87 admin admin] Request body: {'subnet': {'network_id': '922ac450-4677-43bc-8efe-225f00db650b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-257707646-subnet', 'tenant_id': '6d830094621a47f083137ccc6fa15151', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:24:08.010519 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-c200d741-147c-4ea6-819e-d83740cd3e87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:08.017476 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-c200d741-147c-4ea6-819e-d83740cd3e87 admin admin] Usage tracker for resource:subnet and tenant:6d830094621a47f083137ccc6fa15151 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:08.021022 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ff63bc-5159-49fe-8773-36de65a5fe6c admin admin] Network 47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902 is scheduled to be hosted by DHCP agent 2365506f-cea6-46f8-ac71-d4e1f85a8442 with binding_index 1 {{(pid=79277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:24:08.026497 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-c200d741-147c-4ea6-819e-d83740cd3e87 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:08.035331 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-c200d741-147c-4ea6-819e-d83740cd3e87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:08.048438 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.base_scheduler [None req-47ff63bc-5159-49fe-8773-36de65a5fe6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-4-iscsi, 47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902) {{(pid=79277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:24:08.064842 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Network 922ac450-4677-43bc-8efe-225f00db650b details requested by agent ovs-agent-dv-cinder-802781-4-iscsi with host dv-cinder-802781-4-iscsi {{(pid=79278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 15:24:08.066544 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ff63bc-5159-49fe-8773-36de65a5fe6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:08.067608 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-47ff63bc-5159-49fe-8773-36de65a5fe6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for subnet, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:08.072210 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c200d741-147c-4ea6-819e-d83740cd3e87 admin admin] Made reservation on behalf of 6d830094621a47f083137ccc6fa15151 for: {'subnet': 1} {{(pid=79277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:24:08.074738 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c200d741-147c-4ea6-819e-d83740cd3e87 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:08.160242 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.db_base_plugin_common [None req-891c85ea-7b8f-4733-9c57-a5be078e0cf5 admin admin] Allocated IP 172.27.1.159 (8f15a7b0-c0b9-4864-9373-42147a89de1a/497a4a38-4d00-4e5c-ae08-9918d0306661/9b5fd691-39d4-47dc-a732-e743c6bb5988) {{(pid=79276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:24:08.207348 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-47ff63bc-5159-49fe-8773-36de65a5fe6c admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5771194 Aug 31 15:24:08.211738 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 43290) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:08.239058 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d852c89-ae63-4808-a6ef-b412a8318aa4 None None] Network 47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902 requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:24:08.255059 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-6e0e6f9b-4aff-46a6-9e71-f686b3cbd49e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-254871184-router', 'tenant_id': '3812c8ac3d6f49189f4ea632ac894346', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'}}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:24:08.277441 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-8815207a-f4a9-4287-84dc-bde984e61b43 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:08.285892 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-8815207a-f4a9-4287-84dc-bde984e61b43 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/networks?id=41ce6d2e-dc6a-4a5d-9201-7b0f0a2a6960 HTTP/1.1" status: 200 len: 811 time: 0.4456966 Aug 31 15:24:08.288338 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-6e0e6f9b-4aff-46a6-9e71-f686b3cbd49e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:08.301265 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b3b2a-09ef-4aff-934d-beea87805011 None None] Pushing event updated for resources: {'Port': ['ID=ae9207b8-ba30-450e-989d-2f79c1372b6b,revision_number=1']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:08.328748 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b3b2a-09ef-4aff-934d-beea87805011 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:08.329283 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b3b2a-09ef-4aff-934d-beea87805011 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:08.329798 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b3b2a-09ef-4aff-934d-beea87805011 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:08.330130 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b3b2a-09ef-4aff-934d-beea87805011 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:08.330449 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b3b2a-09ef-4aff-934d-beea87805011 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:08.330768 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b3b2a-09ef-4aff-934d-beea87805011 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:08.331088 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b3b2a-09ef-4aff-934d-beea87805011 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:08.331455 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b3b2a-09ef-4aff-934d-beea87805011 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:08.331781 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b3b2a-09ef-4aff-934d-beea87805011 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:08.332096 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b3b2a-09ef-4aff-934d-beea87805011 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:08.332408 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b3b2a-09ef-4aff-934d-beea87805011 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:08.332719 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b3b2a-09ef-4aff-934d-beea87805011 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:08.333923 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b3b2a-09ef-4aff-934d-beea87805011 None None] Tracked resource versions report: Aug 31 15:24:08.333923 dv-cinder-802781-4-iscsi neutron-server[79278]: pushed versions: Aug 31 15:24:08.333923 dv-cinder-802781-4-iscsi neutron-server[79278]: { 'AddressGroup': {'1.2'}, Aug 31 15:24:08.333923 dv-cinder-802781-4-iscsi neutron-server[79278]: 'ConntrackHelper': {'1.0'}, Aug 31 15:24:08.333923 dv-cinder-802781-4-iscsi neutron-server[79278]: 'Log': {'1.0'}, Aug 31 15:24:08.333923 dv-cinder-802781-4-iscsi neutron-server[79278]: 'Network': {'1.1'}, Aug 31 15:24:08.333923 dv-cinder-802781-4-iscsi neutron-server[79278]: 'Port': {'1.7'}, Aug 31 15:24:08.333923 dv-cinder-802781-4-iscsi neutron-server[79278]: 'PortForwarding': {'1.2'}, Aug 31 15:24:08.333923 dv-cinder-802781-4-iscsi neutron-server[79278]: 'QosPolicy': {'1.8'}, Aug 31 15:24:08.333923 dv-cinder-802781-4-iscsi neutron-server[79278]: 'SecurityGroup': {'1.4'}, Aug 31 15:24:08.333923 dv-cinder-802781-4-iscsi neutron-server[79278]: 'SecurityGroupRule': {'1.2'}, Aug 31 15:24:08.333923 dv-cinder-802781-4-iscsi neutron-server[79278]: 'SubPort': {'1.0'}, Aug 31 15:24:08.333923 dv-cinder-802781-4-iscsi neutron-server[79278]: 'Subnet': {'1.1'}, Aug 31 15:24:08.333923 dv-cinder-802781-4-iscsi neutron-server[79278]: 'Trunk': {'1.1'}} Aug 31 15:24:08.333923 dv-cinder-802781-4-iscsi neutron-server[79278]: consumer versions: Aug 31 15:24:08.333923 dv-cinder-802781-4-iscsi neutron-server[79278]: { DHCP agent@dv-cinder-802781-4-iscsi: {}, Aug 31 15:24:08.333923 dv-cinder-802781-4-iscsi neutron-server[79278]: HyperV agent@hv-cinder-80278: {}, Aug 31 15:24:08.333923 dv-cinder-802781-4-iscsi neutron-server[79278]: L3 agent@dv-cinder-802781-4-iscsi: {}, Aug 31 15:24:08.333923 dv-cinder-802781-4-iscsi neutron-server[79278]: Metadata agent@dv-cinder-802781-4-iscsi: {}, Aug 31 15:24:08.333923 dv-cinder-802781-4-iscsi neutron-server[79278]: Metering agent@dv-cinder-802781-4-iscsi: {}, Aug 31 15:24:08.333923 dv-cinder-802781-4-iscsi neutron-server[79278]: Open vSwitch agent@dv-cinder-802781-4-iscsi: { 'AddressGroup': '1.2', Aug 31 15:24:08.333923 dv-cinder-802781-4-iscsi neutron-server[79278]: 'ConntrackHelper': '1.0', Aug 31 15:24:08.333923 dv-cinder-802781-4-iscsi neutron-server[79278]: 'Log': '1.0', Aug 31 15:24:08.333923 dv-cinder-802781-4-iscsi neutron-server[79278]: 'Network': '1.1', Aug 31 15:24:08.333923 dv-cinder-802781-4-iscsi neutron-server[79278]: 'Port': '1.7', Aug 31 15:24:08.333923 dv-cinder-802781-4-iscsi neutron-server[79278]: 'PortForwarding': '1.2', Aug 31 15:24:08.333923 dv-cinder-802781-4-iscsi neutron-server[79278]: 'QosPolicy': '1.8', Aug 31 15:24:08.333923 dv-cinder-802781-4-iscsi neutron-server[79278]: 'SecurityGroup': '1.4', Aug 31 15:24:08.333923 dv-cinder-802781-4-iscsi neutron-server[79278]: 'SecurityGroupRule': '1.2', Aug 31 15:24:08.333923 dv-cinder-802781-4-iscsi neutron-server[79278]: 'SubPort': '1.0', Aug 31 15:24:08.333923 dv-cinder-802781-4-iscsi neutron-server[79278]: 'Subnet': '1.1', Aug 31 15:24:08.333923 dv-cinder-802781-4-iscsi neutron-server[79278]: 'Trunk': '1.1'}} Aug 31 15:24:08.333923 dv-cinder-802781-4-iscsi neutron-server[79278]: {{(pid=79278) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 15:24:08.335978 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-eb30e533-7a1f-4815-8ef5-f1f6e39766d5 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/quotas/a46b0e167bb642f79bcbb84549b986d5 HTTP/1.1" status: 200 len: 375 time: 0.0483222 Aug 31 15:24:08.341546 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f80b3b2a-09ef-4aff-934d-beea87805011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:08.342178 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-f80b3b2a-09ef-4aff-934d-beea87805011 None None] Attempting to bind port ae9207b8-ba30-450e-989d-2f79c1372b6b on host dv-cinder-802781-4-iscsi for vnic_type normal with profile {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:24:08.342543 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-f80b3b2a-09ef-4aff-934d-beea87805011 None None] Attempting to bind port ae9207b8-ba30-450e-989d-2f79c1372b6b by drivers openvswitch,hyperv on host dv-cinder-802781-4-iscsi at level 0 using segments [{'id': '61b58406-5c55-4a32-b6e5-ffbfd51c8976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '4e75f494-7e6b-45f9-ac2a-ef61105e9d7d'}] {{(pid=79278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:24:08.342905 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b3b2a-09ef-4aff-934d-beea87805011 None None] Attempting to bind port ae9207b8-ba30-450e-989d-2f79c1372b6b on network 4e75f494-7e6b-45f9-ac2a-ef61105e9d7d {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:24:08.345909 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-6e0e6f9b-4aff-46a6-9e71-f686b3cbd49e admin admin] Usage tracker for resource:router and tenant:3812c8ac3d6f49189f4ea632ac894346 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:08.364951 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b3b2a-09ef-4aff-934d-beea87805011 None None] Checking agent: {'id': 'b1845f19-f6eb-4023-b5bb-8a6030080bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 15, 36), 'started_at': datetime.datetime(2021, 8, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:24:08.365373 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b3b2a-09ef-4aff-934d-beea87805011 None None] Checking segment: {'id': '61b58406-5c55-4a32-b6e5-ffbfd51c8976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '4e75f494-7e6b-45f9-ac2a-ef61105e9d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:24:08.365730 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f80b3b2a-09ef-4aff-934d-beea87805011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:08.366105 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80b3b2a-09ef-4aff-934d-beea87805011 None None] Bound using segment: {'id': '61b58406-5c55-4a32-b6e5-ffbfd51c8976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '4e75f494-7e6b-45f9-ac2a-ef61105e9d7d'} {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:24:08.366589 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-f80b3b2a-09ef-4aff-934d-beea87805011 None None] Bound port: ae9207b8-ba30-450e-989d-2f79c1372b6b, host: dv-cinder-802781-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61b58406-5c55-4a32-b6e5-ffbfd51c8976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '4e75f494-7e6b-45f9-ac2a-ef61105e9d7d'}}] {{(pid=79278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:24:08.366978 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f80b3b2a-09ef-4aff-934d-beea87805011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:08.387719 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c200d741-147c-4ea6-819e-d83740cd3e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729'] for subnet, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:08.393723 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:08.407736 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-6e0e6f9b-4aff-46a6-9e71-f686b3cbd49e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:08.422593 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-8e428369-706d-4287-8b8f-7faf2d0a743a tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a46b0e167bb642f79bcbb84549b986d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0792909 Aug 31 15:24:08.423106 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 43302) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:08.478437 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-6e0e6f9b-4aff-46a6-9e71-f686b3cbd49e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:08.554449 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c200d741-147c-4ea6-819e-d83740cd3e87 admin admin] Checking segment: {'id': 'c04ecbb1-0952-4af4-8fe9-edf346411969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '922ac450-4677-43bc-8efe-225f00db650b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:24:08.554960 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c200d741-147c-4ea6-819e-d83740cd3e87 admin admin] Network hostable DHCP agents. Network: 922ac450-4677-43bc-8efe-225f00db650b, hostable agents: ['2365506f-cea6-46f8-ac71-d4e1f85a8442'], hosted agents: [] {{(pid=79277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:24:08.579248 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200d741-147c-4ea6-819e-d83740cd3e87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b781785a-1525-4ce8-bd55-de803c89ddc0,revision_number=0']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:08.584866 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f80b3b2a-09ef-4aff-934d-beea87805011 None None] For port ae9207b8-ba30-450e-989d-2f79c1372b6b, host dv-cinder-802781-4-iscsi, cleared binding levels {{(pid=79278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:24:08.585079 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-c200d741-147c-4ea6-819e-d83740cd3e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:08.602910 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f80b3b2a-09ef-4aff-934d-beea87805011 None None] For port ae9207b8-ba30-450e-989d-2f79c1372b6b, host dv-cinder-802781-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=ae9207b8-ba30-450e-989d-2f79c1372b6b,segment=NetworkSegment(61b58406-5c55-4a32-b6e5-ffbfd51c8976),segment_id=61b58406-5c55-4a32-b6e5-ffbfd51c8976)] {{(pid=79278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:24:08.603420 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-6e0e6f9b-4aff-46a6-9e71-f686b3cbd49e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3925207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-850'] for router, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:08.606537 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-6e0e6f9b-4aff-46a6-9e71-f686b3cbd49e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3925042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3907265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-859'] for router, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:08.607207 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c200d741-147c-4ea6-819e-d83740cd3e87 admin admin] Network 922ac450-4677-43bc-8efe-225f00db650b is scheduled to be hosted by DHCP agent 2365506f-cea6-46f8-ac71-d4e1f85a8442 with binding_index 1 {{(pid=79277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:24:08.626302 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.base_scheduler [None req-c200d741-147c-4ea6-819e-d83740cd3e87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-4-iscsi, 922ac450-4677-43bc-8efe-225f00db650b) {{(pid=79277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:24:08.633828 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c200d741-147c-4ea6-819e-d83740cd3e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:08.635557 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c200d741-147c-4ea6-819e-d83740cd3e87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for subnet, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:08.642800 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433db794-5b8d-4a30-a9f9-afba6060579e None None] Network 922ac450-4677-43bc-8efe-225f00db650b requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:24:08.662867 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-891c85ea-7b8f-4733-9c57-a5be078e0cf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:08.665090 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f80b3b2a-09ef-4aff-934d-beea87805011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:08.677285 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-6e0e6f9b-4aff-46a6-9e71-f686b3cbd49e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:08.697339 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-c200d741-147c-4ea6-819e-d83740cd3e87 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6901603 Aug 31 15:24:08.714636 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:08.738626 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-57b5c21d-c567-4102-abb8-0468aab29706 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=79276) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:24:08.739710 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-57b5c21d-c567-4102-abb8-0468aab29706 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0698566 Aug 31 15:24:08.745982 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-872ae7cd-e495-4722-9f9b-5d1fc3a90b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:08.749407 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37857616-bd5d-4a98-bd6e-c7b08f444c44 None None] Network 47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902 requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:24:08.854578 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-872ae7cd-e495-4722-9f9b-5d1fc3a90b3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:08.926429 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-872ae7cd-e495-4722-9f9b-5d1fc3a90b3f admin admin] Usage tracker for resource:security_group_rule and tenant:e39c8a9a4de742e88d2b9d1f428d3aa7 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:08.935585 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-872ae7cd-e495-4722-9f9b-5d1fc3a90b3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:08.990743 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b3b2a-09ef-4aff-934d-beea87805011 None None] Pushing event updated for resources: {'Port': ['ID=ae9207b8-ba30-450e-989d-2f79c1372b6b,revision_number=2']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:09.002498 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f80b3b2a-09ef-4aff-934d-beea87805011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:09.013322 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-872ae7cd-e495-4722-9f9b-5d1fc3a90b3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:09.040146 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:09.126620 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-891c85ea-7b8f-4733-9c57-a5be078e0cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264'] for port, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:09.227611 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-6e0e6f9b-4aff-46a6-9e71-f686b3cbd49e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3907294', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3925092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-845'] for router, precommit_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:09.308272 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d0fa31-6754-491f-bafc-e73f93992e4d None None] Network 922ac450-4677-43bc-8efe-225f00db650b requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:24:09.336513 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 43346) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:09.344202 dv-cinder-802781-4-iscsi neutron-server[79277]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 15:24:09.364826 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:09.523993 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891c85ea-7b8f-4733-9c57-a5be078e0cf5 admin admin] Network 8f15a7b0-c0b9-4864-9373-42147a89de1a is already hosted by enough agents. {{(pid=79276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:24:09.535907 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-fa89103f-62af-4327-ab6c-19f15d0f3250 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:09.536659 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-fa89103f-62af-4327-ab6c-19f15d0f3250 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Synchronizing usage tracker for tenant:6d830094621a47f083137ccc6fa15151 on resource:network {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:24:09.574592 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-45b78cfa-769b-4885-8e1e-759b74e8f9e4 service neutron] 10.222.0.81 "GET /v2.0/networks/41ce6d2e-dc6a-4a5d-9201-7b0f0a2a6960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8159521 Aug 31 15:24:09.575664 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.base_scheduler [None req-891c85ea-7b8f-4733-9c57-a5be078e0cf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=79276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:24:09.589003 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891c85ea-7b8f-4733-9c57-a5be078e0cf5 admin admin] Received port after_create {{(pid=79276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:24:09.719729 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c85ea-7b8f-4733-9c57-a5be078e0cf5 admin admin] Pushing event updated for resources: {'Port': ['ID=9b5fd691-39d4-47dc-a732-e743c6bb5988,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:09.864850 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-891c85ea-7b8f-4733-9c57-a5be078e0cf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:09.983439 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-872ae7cd-e495-4722-9f9b-5d1fc3a90b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:09.990944 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-019b6919-5207-4c64-9393-7606c304c350 service neutron] 10.222.0.81 "GET /v2.0/networks/41ce6d2e-dc6a-4a5d-9201-7b0f0a2a6960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469298 Aug 31 15:24:09.992623 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-872ae7cd-e495-4722-9f9b-5d1fc3a90b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:10.010238 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69914453-dc87-459d-acd6-ff3c46257f16 None None] Network 4e75f494-7e6b-45f9-ac2a-ef61105e9d7d requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:24:10.012648 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-fa89103f-62af-4327-ab6c-19f15d0f3250 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Unset dirty status for tenant:6d830094621a47f083137ccc6fa15151 on resource:network {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:24:10.014294 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-fa89103f-62af-4327-ab6c-19f15d0f3250 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/networks?id=922ac450-4677-43bc-8efe-225f00db650b HTTP/1.1" status: 200 len: 814 time: 0.6762245 Aug 31 15:24:10.030969 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-aa178db4-1f51-4cd8-ad0a-e572826b4aea tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/quotas/6d830094621a47f083137ccc6fa15151 HTTP/1.1" status: 200 len: 375 time: 0.0111337 Aug 31 15:24:10.071781 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:10.110832 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-b76e1f0a-44af-4347-9580-5a7892a61be5 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d830094621a47f083137ccc6fa15151&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0734639 Aug 31 15:24:10.131359 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-46b68f54-b942-4421-ab14-c11b348164e6 None None] Provisioning for port ae9207b8-ba30-450e-989d-2f79c1372b6b completed by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:24:10.196470 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-872ae7cd-e495-4722-9f9b-5d1fc3a90b3f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e39c8a9a4de742e88d2b9d1f428d3aa7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7603693 Aug 31 15:24:10.197184 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 43356) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:10.217238 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device ae9207b8-ba30-450e-989d-2f79c1372b6b up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:24:10.265519 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ae7cd-e495-4722-9f9b-5d1fc3a90b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc50d78-964c-44b2-8ff4-c7931bd3f7b9,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:10.337158 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-145d9c33-25cf-4883-950b-6eaa7bcadfc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:10.359762 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-c99803eb-a36b-4050-93cc-eab121116412 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=79277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:24:10.361167 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-c99803eb-a36b-4050-93cc-eab121116412 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0996759 Aug 31 15:24:10.404490 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning for port ae9207b8-ba30-450e-989d-2f79c1372b6b completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:24:10.410164 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-872ae7cd-e495-4722-9f9b-5d1fc3a90b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:10.411089 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-891c85ea-7b8f-4733-9c57-a5be078e0cf5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:10.429670 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port ae9207b8-ba30-450e-989d-2f79c1372b6b triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:24:10.430051 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:10.461174 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-145d9c33-25cf-4883-950b-6eaa7bcadfc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:10.541867 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-6e0e6f9b-4aff-46a6-9e71-f686b3cbd49e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:10.550918 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:10.587306 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-6e0e6f9b-4aff-46a6-9e71-f686b3cbd49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:10.705567 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:10.721910 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-486e087c-7cd9-4f85-9861-660d5d78b9c9 service neutron] 10.222.0.81 "GET /v2.0/networks/922ac450-4677-43bc-8efe-225f00db650b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371193 Aug 31 15:24:10.757590 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] For port ae9207b8-ba30-450e-989d-2f79c1372b6b, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=ae9207b8-ba30-450e-989d-2f79c1372b6b,segment=NetworkSegment(61b58406-5c55-4a32-b6e5-ffbfd51c8976),segment_id=61b58406-5c55-4a32-b6e5-ffbfd51c8976)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:24:10.759386 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-145d9c33-25cf-4883-950b-6eaa7bcadfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:10.768117 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:10.775019 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-a8a91dc2-f894-466f-8940-24b9efcd7cff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:10.782576 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-82c03398-26c8-4c2f-a593-ff432098b3af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:10.798980 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-145d9c33-25cf-4883-950b-6eaa7bcadfc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:10.802420 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-145d9c33-25cf-4883-950b-6eaa7bcadfc0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0bc50d78-964c-44b2-8ff4-c7931bd3f7b9 HTTP/1.1" status: 204 len: 168 time: 0.6019163 Aug 31 15:24:10.804314 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d9c33-25cf-4883-950b-6eaa7bcadfc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc50d78-964c-44b2-8ff4-c7931bd3f7b9,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:10.810389 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-145d9c33-25cf-4883-950b-6eaa7bcadfc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:10.923561 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-e8b198ce-01b4-49d3-82c4-634652466025 service neutron] 10.222.0.81 "GET /v2.0/networks/922ac450-4677-43bc-8efe-225f00db650b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873302 Aug 31 15:24:11.064551 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Pushing event updated for resources: {'Port': ['ID=ae9207b8-ba30-450e-989d-2f79c1372b6b,revision_number=3']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:11.068196 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:11.069302 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-ea3e87a5-d2d7-4fef-af53-8c772174dc84 None None] Provisioning complete for port ae9207b8-ba30-450e-989d-2f79c1372b6b triggered by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:24:11.069663 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-ea3e87a5-d2d7-4fef-af53-8c772174dc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:11.408257 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-f400d883-2257-42f8-a029-1e19a321144c req-8315d871-30d3-440b-9c08-e41c855f68a6 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 210 time: 0.1275458 Aug 31 15:24:11.482952 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-891c85ea-7b8f-4733-9c57-a5be078e0cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3925029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3906950'] for router, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:11.591755 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 43426) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:11.640049 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-d08391bf-e537-43be-8768-8b431f687417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:11.708554 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-d08391bf-e537-43be-8768-8b431f687417 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:11.721255 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-d08391bf-e537-43be-8768-8b431f687417 admin admin] Usage tracker for resource:security_group_rule and tenant:5b9c39a4183b4687b89837e0218e148c is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:11.734790 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-d08391bf-e537-43be-8768-8b431f687417 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:11.749476 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.db_base_plugin_common [None req-6e0e6f9b-4aff-46a6-9e71-f686b3cbd49e admin admin] Allocated IP 172.27.1.87 (8f15a7b0-c0b9-4864-9373-42147a89de1a/497a4a38-4d00-4e5c-ae08-9918d0306661/e3e53aaf-305a-4e8d-ba99-6ba53c5ad65f) {{(pid=79276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:24:11.754447 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-d08391bf-e537-43be-8768-8b431f687417 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:11.792226 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-891c85ea-7b8f-4733-9c57-a5be078e0cf5 admin admin] Router 934c86df-a221-4195-bb15-eb1af820061a is scheduled to L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 with binding_index 1 {{(pid=79276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 31 15:24:12.004762 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-d08391bf-e537-43be-8768-8b431f687417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:12.012811 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-d08391bf-e537-43be-8768-8b431f687417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:12.034952 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:12.080498 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08391bf-e537-43be-8768-8b431f687417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc65a8a-4bfc-45e9-8ec1-9026e7e940d7,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:12.091760 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-d08391bf-e537-43be-8768-8b431f687417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:12.136300 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-d08391bf-e537-43be-8768-8b431f687417 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5b9c39a4183b4687b89837e0218e148c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5432296 Aug 31 15:24:12.138680 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 43452) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:12.153741 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device ae9207b8-ba30-450e-989d-2f79c1372b6b up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:24:12.195016 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-999ccffe-2f2e-4ef1-b618-038d21e60598 req-97e59d13-3b46-4f5a-8fbd-93e55d60e84c tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5a66873-b75e-40bb-badf-f64da91269fe HTTP/1.1" status: 200 len: 210 time: 0.1471672 Aug 31 15:24:12.227674 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891c85ea-7b8f-4733-9c57-a5be078e0cf5 admin admin] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:24:12.243622 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953f3e55-1aae-4790-8c4e-0f0c751c8b0e None None] Sync routers for ids ['934c86df-a221-4195-bb15-eb1af820061a'] in dv-cinder-802781-4-iscsi {{(pid=79279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:24:12.279371 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953f3e55-1aae-4790-8c4e-0f0c751c8b0e None None] Routers {'934c86df-a221-4195-bb15-eb1af820061a'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:24:12.282549 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-953f3e55-1aae-4790-8c4e-0f0c751c8b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:24:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['934c86df-a221-4195-bb15-eb1af820061a'], 'active': True} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:24:12.369001 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-6e0e6f9b-4aff-46a6-9e71-f686b3cbd49e admin admin] Notify callbacks [] for port, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:12.370219 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port ae9207b8-ba30-450e-989d-2f79c1372b6b triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:24:12.370838 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:12.398922 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-891c85ea-7b8f-4733-9c57-a5be078e0cf5 admin admin] Notify callbacks [] for router, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:12.403613 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-891c85ea-7b8f-4733-9c57-a5be078e0cf5 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4112165 Aug 31 15:24:12.404286 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 43472) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:12.406565 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f178098c-c9c9-47bf-bec0-23bfe238f21c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:12.531025 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f178098c-c9c9-47bf-bec0-23bfe238f21c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:12.706770 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvr_db [None req-953f3e55-1aae-4790-8c4e-0f0c751c8b0e None None] Set router 934c86df-a221-4195-bb15-eb1af820061a gateway port host: dv-cinder-802781-4-iscsi {{(pid=79279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:24:12.730692 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f178098c-c9c9-47bf-bec0-23bfe238f21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:12.735238 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-843d147f-9746-4065-8363-d80aff454b8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:12.748363 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f178098c-c9c9-47bf-bec0-23bfe238f21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc65a8a-4bfc-45e9-8ec1-9026e7e940d7,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:12.769638 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-f178098c-c9c9-47bf-bec0-23bfe238f21c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:12.804805 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f178098c-c9c9-47bf-bec0-23bfe238f21c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:12.809170 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-f178098c-c9c9-47bf-bec0-23bfe238f21c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4dc65a8a-4bfc-45e9-8ec1-9026e7e940d7 HTTP/1.1" status: 204 len: 168 time: 0.6692650 Aug 31 15:24:12.909497 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-6e0e6f9b-4aff-46a6-9e71-f686b3cbd49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264'] for port, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:12.940684 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-891c85ea-7b8f-4733-9c57-a5be078e0cf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:12.943671 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e63fed98-986b-4b49-bade-df9296a56006 req-05438c32-a5a0-454c-b632-c920201d0a48 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 210 time: 0.0977030 Aug 31 15:24:13.013734 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0e6f9b-4aff-46a6-9e71-f686b3cbd49e admin admin] Network 8f15a7b0-c0b9-4864-9373-42147a89de1a is already hosted by enough agents. {{(pid=79276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:24:13.044608 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.base_scheduler [None req-6e0e6f9b-4aff-46a6-9e71-f686b3cbd49e admin admin] Resources bound (agent type, host, resource id): {{(pid=79276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:24:13.053496 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0e6f9b-4aff-46a6-9e71-f686b3cbd49e admin admin] Received port after_create {{(pid=79276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:24:13.329264 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-953f3e55-1aae-4790-8c4e-0f0c751c8b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934c86df-a221-4195-bb15-eb1af820061a', 'name': 'tempest-AttachVolumeTestJSON-1899571721-router', 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '9b5fd691-39d4-47dc-a732-e743c6bb5988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:24:06Z', 'updated_at': '2021-08-31T15:24:09Z', 'revision_number': 3, 'project_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'gw_port': {'id': '9b5fd691-39d4-47dc-a732-e743c6bb5988', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:88:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934c86df-a221-4195-bb15-eb1af820061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:24:07Z', 'updated_at': '2021-08-31T15:24:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi'}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:24:13.335823 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953f3e55-1aae-4790-8c4e-0f0c751c8b0e None None] Checking router: 934c86df-a221-4195-bb15-eb1af820061a for host: dv-cinder-802781-4-iscsi {{(pid=79279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:24:13.336545 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953f3e55-1aae-4790-8c4e-0f0c751c8b0e None None] Updating router 934c86df-a221-4195-bb15-eb1af820061a port 9b5fd691-39d4-47dc-a732-e743c6bb5988 binding host dv-cinder-802781-4-iscsi {{(pid=79279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:24:13.414163 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c822c06b-5e89-4dde-810a-e8f84a3f6357 req-54a9c160-2b06-478f-a667-03bb0feb1ad3 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5a66873-b75e-40bb-badf-f64da91269fe HTTP/1.1" status: 200 len: 210 time: 0.0664291 Aug 31 15:24:13.426859 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-953f3e55-1aae-4790-8c4e-0f0c751c8b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:13.491768 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e6f9b-4aff-46a6-9e71-f686b3cbd49e admin admin] Pushing event updated for resources: {'Port': ['ID=e3e53aaf-305a-4e8d-ba99-6ba53c5ad65f,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:13.495733 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-6e0e6f9b-4aff-46a6-9e71-f686b3cbd49e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:13.907925 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-953f3e55-1aae-4790-8c4e-0f0c751c8b0e None None] Notify callbacks [] for port, precommit_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:13.923197 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.provisioning_blocks [None req-953f3e55-1aae-4790-8c4e-0f0c751c8b0e None None] Transition to ACTIVE for port object 9b5fd691-39d4-47dc-a732-e743c6bb5988 will not be triggered until provisioned by entity L2. {{(pid=79279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:24:13.932268 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-953f3e55-1aae-4790-8c4e-0f0c751c8b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:13.936466 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:14.008045 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-6e0e6f9b-4aff-46a6-9e71-f686b3cbd49e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:14.019946 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.managers [None req-953f3e55-1aae-4790-8c4e-0f0c751c8b0e None None] Attempting to bind port 9b5fd691-39d4-47dc-a732-e743c6bb5988 on host dv-cinder-802781-4-iscsi for vnic_type normal with profile {{(pid=79279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:24:14.020453 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.managers [None req-953f3e55-1aae-4790-8c4e-0f0c751c8b0e None None] Attempting to bind port 9b5fd691-39d4-47dc-a732-e743c6bb5988 by drivers openvswitch,hyperv on host dv-cinder-802781-4-iscsi at level 0 using segments [{'id': 'ee0cca34-cfc1-48b8-9cd2-f432400bdd40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'}] {{(pid=79279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:24:14.020915 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953f3e55-1aae-4790-8c4e-0f0c751c8b0e None None] Attempting to bind port 9b5fd691-39d4-47dc-a732-e743c6bb5988 on network 8f15a7b0-c0b9-4864-9373-42147a89de1a {{(pid=79279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:24:14.027884 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd905606-2101-4132-8db2-57b228640459 None None] Pushing event updated for resources: {'Port': ['ID=9b5fd691-39d4-47dc-a732-e743c6bb5988,revision_number=2']} {{(pid=79279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:14.033139 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953f3e55-1aae-4790-8c4e-0f0c751c8b0e None None] Checking agent: {'id': 'b1845f19-f6eb-4023-b5bb-8a6030080bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 15, 36), 'started_at': datetime.datetime(2021, 8, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:24:14.033658 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953f3e55-1aae-4790-8c4e-0f0c751c8b0e None None] Checking segment: {'id': 'ee0cca34-cfc1-48b8-9cd2-f432400bdd40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:24:14.034203 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-953f3e55-1aae-4790-8c4e-0f0c751c8b0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:14.034691 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953f3e55-1aae-4790-8c4e-0f0c751c8b0e None None] Bound using segment: {'id': 'ee0cca34-cfc1-48b8-9cd2-f432400bdd40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'} {{(pid=79279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:24:14.035295 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.managers [None req-953f3e55-1aae-4790-8c4e-0f0c751c8b0e None None] Bound port: 9b5fd691-39d4-47dc-a732-e743c6bb5988, host: dv-cinder-802781-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0cca34-cfc1-48b8-9cd2-f432400bdd40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'}}] {{(pid=79279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:24:14.035787 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-953f3e55-1aae-4790-8c4e-0f0c751c8b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:14.069486 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd905606-2101-4132-8db2-57b228640459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:14.070000 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd905606-2101-4132-8db2-57b228640459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:14.070489 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd905606-2101-4132-8db2-57b228640459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:14.070849 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd905606-2101-4132-8db2-57b228640459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:14.071276 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd905606-2101-4132-8db2-57b228640459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:14.071698 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd905606-2101-4132-8db2-57b228640459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:14.072112 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd905606-2101-4132-8db2-57b228640459 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:14.072651 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd905606-2101-4132-8db2-57b228640459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:14.073245 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd905606-2101-4132-8db2-57b228640459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:14.073683 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd905606-2101-4132-8db2-57b228640459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:14.074093 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd905606-2101-4132-8db2-57b228640459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:14.074899 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd905606-2101-4132-8db2-57b228640459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:24:14.075705 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd905606-2101-4132-8db2-57b228640459 None None] Tracked resource versions report: Aug 31 15:24:14.075705 dv-cinder-802781-4-iscsi neutron-server[79279]: pushed versions: Aug 31 15:24:14.075705 dv-cinder-802781-4-iscsi neutron-server[79279]: { 'AddressGroup': {'1.2'}, Aug 31 15:24:14.075705 dv-cinder-802781-4-iscsi neutron-server[79279]: 'ConntrackHelper': {'1.0'}, Aug 31 15:24:14.075705 dv-cinder-802781-4-iscsi neutron-server[79279]: 'Log': {'1.0'}, Aug 31 15:24:14.075705 dv-cinder-802781-4-iscsi neutron-server[79279]: 'Network': {'1.1'}, Aug 31 15:24:14.075705 dv-cinder-802781-4-iscsi neutron-server[79279]: 'Port': {'1.7'}, Aug 31 15:24:14.075705 dv-cinder-802781-4-iscsi neutron-server[79279]: 'PortForwarding': {'1.2'}, Aug 31 15:24:14.075705 dv-cinder-802781-4-iscsi neutron-server[79279]: 'QosPolicy': {'1.8'}, Aug 31 15:24:14.075705 dv-cinder-802781-4-iscsi neutron-server[79279]: 'SecurityGroup': {'1.4'}, Aug 31 15:24:14.075705 dv-cinder-802781-4-iscsi neutron-server[79279]: 'SecurityGroupRule': {'1.2'}, Aug 31 15:24:14.075705 dv-cinder-802781-4-iscsi neutron-server[79279]: 'SubPort': {'1.0'}, Aug 31 15:24:14.075705 dv-cinder-802781-4-iscsi neutron-server[79279]: 'Subnet': {'1.1'}, Aug 31 15:24:14.075705 dv-cinder-802781-4-iscsi neutron-server[79279]: 'Trunk': {'1.1'}} Aug 31 15:24:14.075705 dv-cinder-802781-4-iscsi neutron-server[79279]: consumer versions: Aug 31 15:24:14.075705 dv-cinder-802781-4-iscsi neutron-server[79279]: { DHCP agent@dv-cinder-802781-4-iscsi: {}, Aug 31 15:24:14.075705 dv-cinder-802781-4-iscsi neutron-server[79279]: HyperV agent@hv-cinder-80278: {}, Aug 31 15:24:14.075705 dv-cinder-802781-4-iscsi neutron-server[79279]: L3 agent@dv-cinder-802781-4-iscsi: {}, Aug 31 15:24:14.075705 dv-cinder-802781-4-iscsi neutron-server[79279]: Metadata agent@dv-cinder-802781-4-iscsi: {}, Aug 31 15:24:14.075705 dv-cinder-802781-4-iscsi neutron-server[79279]: Metering agent@dv-cinder-802781-4-iscsi: {}, Aug 31 15:24:14.075705 dv-cinder-802781-4-iscsi neutron-server[79279]: Open vSwitch agent@dv-cinder-802781-4-iscsi: { 'AddressGroup': '1.2', Aug 31 15:24:14.075705 dv-cinder-802781-4-iscsi neutron-server[79279]: 'ConntrackHelper': '1.0', Aug 31 15:24:14.075705 dv-cinder-802781-4-iscsi neutron-server[79279]: 'Log': '1.0', Aug 31 15:24:14.075705 dv-cinder-802781-4-iscsi neutron-server[79279]: 'Network': '1.1', Aug 31 15:24:14.075705 dv-cinder-802781-4-iscsi neutron-server[79279]: 'Port': '1.7', Aug 31 15:24:14.075705 dv-cinder-802781-4-iscsi neutron-server[79279]: 'PortForwarding': '1.2', Aug 31 15:24:14.075705 dv-cinder-802781-4-iscsi neutron-server[79279]: 'QosPolicy': '1.8', Aug 31 15:24:14.075705 dv-cinder-802781-4-iscsi neutron-server[79279]: 'SecurityGroup': '1.4', Aug 31 15:24:14.075705 dv-cinder-802781-4-iscsi neutron-server[79279]: 'SecurityGroupRule': '1.2', Aug 31 15:24:14.075705 dv-cinder-802781-4-iscsi neutron-server[79279]: 'SubPort': '1.0', Aug 31 15:24:14.075705 dv-cinder-802781-4-iscsi neutron-server[79279]: 'Subnet': '1.1', Aug 31 15:24:14.075705 dv-cinder-802781-4-iscsi neutron-server[79279]: 'Trunk': '1.1'}} Aug 31 15:24:14.075705 dv-cinder-802781-4-iscsi neutron-server[79279]: {{(pid=79279) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 15:24:14.080308 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG oslo_concurrency.lockutils [None req-bd905606-2101-4132-8db2-57b228640459 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:14.142432 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.db [None req-953f3e55-1aae-4790-8c4e-0f0c751c8b0e None None] For port 9b5fd691-39d4-47dc-a732-e743c6bb5988, host dv-cinder-802781-4-iscsi, cleared binding levels {{(pid=79279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:24:14.145634 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.db [None req-953f3e55-1aae-4790-8c4e-0f0c751c8b0e None None] For port 9b5fd691-39d4-47dc-a732-e743c6bb5988, host dv-cinder-802781-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=9b5fd691-39d4-47dc-a732-e743c6bb5988,segment=NetworkSegment(ee0cca34-cfc1-48b8-9cd2-f432400bdd40),segment_id=ee0cca34-cfc1-48b8-9cd2-f432400bdd40)] {{(pid=79279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:24:14.152179 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-953f3e55-1aae-4790-8c4e-0f0c751c8b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:14.157615 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG oslo_concurrency.lockutils [None req-dc0f4a5c-3ae8-499c-9a48-d4a4dc0168b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:14.239688 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953f3e55-1aae-4790-8c4e-0f0c751c8b0e None None] Routers {'934c86df-a221-4195-bb15-eb1af820061a'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:24:14.240328 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-953f3e55-1aae-4790-8c4e-0f0c751c8b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:24:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['934c86df-a221-4195-bb15-eb1af820061a'], 'active': True} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:24:14.285152 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-be979d0e-930c-4bbc-bfe9-30c97eae4811 req-4704e5bf-28b9-4d81-87ce-852b61c6a49d tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 210 time: 0.1020999 Aug 31 15:24:14.304485 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd905606-2101-4132-8db2-57b228640459 None None] Pushing event updated for resources: {'Port': ['ID=9b5fd691-39d4-47dc-a732-e743c6bb5988,revision_number=3']} {{(pid=79279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:14.316953 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG oslo_concurrency.lockutils [None req-bd905606-2101-4132-8db2-57b228640459 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:14.460424 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9bf1a46a-764d-41ed-90b8-44a4c34cf8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:14.477697 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvr_db [None req-953f3e55-1aae-4790-8c4e-0f0c751c8b0e None None] Set router 934c86df-a221-4195-bb15-eb1af820061a gateway port host: dv-cinder-802781-4-iscsi {{(pid=79279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:24:14.616786 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-6e0e6f9b-4aff-46a6-9e71-f686b3cbd49e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3925029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3906950'] for router, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:14.625353 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3a3c168a-2bf7-4147-9a0e-bb772ad7b7fc req-32a5151c-b695-431e-a9e9-15d431850e34 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5a66873-b75e-40bb-badf-f64da91269fe HTTP/1.1" status: 200 len: 210 time: 0.0435798 Aug 31 15:24:14.855197 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-953f3e55-1aae-4790-8c4e-0f0c751c8b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934c86df-a221-4195-bb15-eb1af820061a', 'name': 'tempest-AttachVolumeTestJSON-1899571721-router', 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '9b5fd691-39d4-47dc-a732-e743c6bb5988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:24:06Z', 'updated_at': '2021-08-31T15:24:09Z', 'revision_number': 3, 'project_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'gw_port': {'id': '9b5fd691-39d4-47dc-a732-e743c6bb5988', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:88:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934c86df-a221-4195-bb15-eb1af820061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:24:07Z', 'updated_at': '2021-08-31T15:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi'}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:24:14.864941 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953f3e55-1aae-4790-8c4e-0f0c751c8b0e None None] The sync data for ids ['934c86df-a221-4195-bb15-eb1af820061a'] in dv-cinder-802781-4-iscsi is: [{'id': '934c86df-a221-4195-bb15-eb1af820061a', 'name': 'tempest-AttachVolumeTestJSON-1899571721-router', 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '9b5fd691-39d4-47dc-a732-e743c6bb5988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:24:06Z', 'updated_at': '2021-08-31T15:24:09Z', 'revision_number': 3, 'project_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'gw_port': {'id': '9b5fd691-39d4-47dc-a732-e743c6bb5988', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:88:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934c86df-a221-4195-bb15-eb1af820061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:24:07Z', 'updated_at': '2021-08-31T15:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi'}] {{(pid=79279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:24:15.034657 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.db_base_plugin_common [None req-9bf1a46a-764d-41ed-90b8-44a4c34cf8c3 admin admin] Allocated IP 172.20.0.1 (4e75f494-7e6b-45f9-ac2a-ef61105e9d7d/653417ef-47b3-47bd-9dfd-8a528e75cd81/d29d2536-9ea6-4799-8517-5854957f36f3) {{(pid=79276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:24:15.146234 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e0e6f9b-4aff-46a6-9e71-f686b3cbd49e admin admin] Router 5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00 is scheduled to L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 with binding_index 1 {{(pid=79276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 31 15:24:15.390102 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9bf1a46a-764d-41ed-90b8-44a4c34cf8c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:15.434289 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-9bf1a46a-764d-41ed-90b8-44a4c34cf8c3 admin admin] Transition to ACTIVE for port object d29d2536-9ea6-4799-8517-5854957f36f3 will not be triggered until provisioned by entity DHCP. {{(pid=79276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:24:15.445099 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0e6f9b-4aff-46a6-9e71-f686b3cbd49e admin admin] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:24:15.457346 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275e6aa1-8b7f-447d-96e5-e0ad1a063fa9 None None] Sync routers for ids ['5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00'] in dv-cinder-802781-4-iscsi {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:24:15.486210 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275e6aa1-8b7f-447d-96e5-e0ad1a063fa9 None None] Routers {'5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:24:15.489234 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-275e6aa1-8b7f-447d-96e5-e0ad1a063fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:24:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:24:15.558170 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-6e0e6f9b-4aff-46a6-9e71-f686b3cbd49e admin admin] Notify callbacks [] for router, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:15.561564 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-6e0e6f9b-4aff-46a6-9e71-f686b3cbd49e admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.3428450 Aug 31 15:24:15.562538 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 43578) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:15.631439 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-43a505ed-512a-4abf-8aee-8cddf193c59f req-f00ca754-b61c-4547-86bb-ee5dc26a6a24 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 210 time: 0.1264796 Aug 31 15:24:15.674724 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9bf1a46a-764d-41ed-90b8-44a4c34cf8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264'] for port, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:15.683122 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-2595ad96-bb6f-49bf-b2e9-70cbd59b1aa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:15.714223 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-275e6aa1-8b7f-447d-96e5-e0ad1a063fa9 None None] Set router 5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00 gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:24:15.831323 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf1a46a-764d-41ed-90b8-44a4c34cf8c3 admin admin] Network 4e75f494-7e6b-45f9-ac2a-ef61105e9d7d is already hosted by enough agents. {{(pid=79276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:24:15.836753 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.base_scheduler [None req-9bf1a46a-764d-41ed-90b8-44a4c34cf8c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=79276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:24:15.841750 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1a46a-764d-41ed-90b8-44a4c34cf8c3 admin admin] Pushing event updated for resources: {'Port': ['ID=d29d2536-9ea6-4799-8517-5854957f36f3,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:15.847453 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf1a46a-764d-41ed-90b8-44a4c34cf8c3 admin admin] Received port after_create {{(pid=79276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:24:15.848006 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9bf1a46a-764d-41ed-90b8-44a4c34cf8c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3927107'] for router_interface, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:15.901997 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-1d8b5530-ce3b-4a21-a5e9-5745e230646e req-49f6cca0-7de9-4f75-9bf2-27724ef08c8e tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5a66873-b75e-40bb-badf-f64da91269fe HTTP/1.1" status: 200 len: 210 time: 0.0927343 Aug 31 15:24:15.986268 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-9bf1a46a-764d-41ed-90b8-44a4c34cf8c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:16.101805 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-275e6aa1-8b7f-447d-96e5-e0ad1a063fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00', 'name': 'tempest-ServerRescueNegativeTestJSON-254871184-router', 'tenant_id': '3812c8ac3d6f49189f4ea632ac894346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'e3e53aaf-305a-4e8d-ba99-6ba53c5ad65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:24:08Z', 'updated_at': '2021-08-31T15:24:13Z', 'revision_number': 3, 'project_id': '3812c8ac3d6f49189f4ea632ac894346', 'gw_port': {'id': 'e3e53aaf-305a-4e8d-ba99-6ba53c5ad65f', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:05:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:24:10Z', 'updated_at': '2021-08-31T15:24:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi'}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:24:16.110469 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-712bc3c9-362f-45c6-9b0b-f93d8d6be5e5 None None] Provisioning for port d29d2536-9ea6-4799-8517-5854957f36f3 completed by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:24:16.118155 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-712bc3c9-362f-45c6-9b0b-f93d8d6be5e5 None None] Provisioning complete for port d29d2536-9ea6-4799-8517-5854957f36f3 triggered by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:24:16.118466 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-712bc3c9-362f-45c6-9b0b-f93d8d6be5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:16.156176 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275e6aa1-8b7f-447d-96e5-e0ad1a063fa9 None None] Checking router: 5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00 for host: dv-cinder-802781-4-iscsi {{(pid=79278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:24:16.156578 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275e6aa1-8b7f-447d-96e5-e0ad1a063fa9 None None] Updating router 5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00 port e3e53aaf-305a-4e8d-ba99-6ba53c5ad65f binding host dv-cinder-802781-4-iscsi {{(pid=79278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:24:16.201022 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 9b5fd691-39d4-47dc-a732-e743c6bb5988 up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:24:16.317186 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-275e6aa1-8b7f-447d-96e5-e0ad1a063fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:16.366850 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-712bc3c9-362f-45c6-9b0b-f93d8d6be5e5 None None] Port d29d2536-9ea6-4799-8517-5854957f36f3 cannot update to ACTIVE because it is not bound. {{(pid=79278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:24:16.449589 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning for port 9b5fd691-39d4-47dc-a732-e743c6bb5988 completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:24:16.457040 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port 9b5fd691-39d4-47dc-a732-e743c6bb5988 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:24:16.457419 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:16.583452 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9bf1a46a-764d-41ed-90b8-44a4c34cf8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:16.700424 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:16.726948 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] For port 9b5fd691-39d4-47dc-a732-e743c6bb5988, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=9b5fd691-39d4-47dc-a732-e743c6bb5988,segment=NetworkSegment(ee0cca34-cfc1-48b8-9cd2-f432400bdd40),segment_id=ee0cca34-cfc1-48b8-9cd2-f432400bdd40)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:24:16.739289 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:16.746450 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:16.809001 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-19739b0f-dda1-4c1b-b9a9-86998c0f8b7d req-b97235a1-2333-4c97-a602-7e79de7b1ec5 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 210 time: 0.0457022 Aug 31 15:24:16.871912 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-275e6aa1-8b7f-447d-96e5-e0ad1a063fa9 None None] Notify callbacks [] for port, precommit_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:16.881422 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Pushing event updated for resources: {'Port': ['ID=9b5fd691-39d4-47dc-a732-e743c6bb5988,revision_number=4']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:16.884500 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:16.892053 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-275e6aa1-8b7f-447d-96e5-e0ad1a063fa9 None None] Transition to ACTIVE for port object e3e53aaf-305a-4e8d-ba99-6ba53c5ad65f will not be triggered until provisioned by entity L2. {{(pid=79278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:24:16.899366 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-275e6aa1-8b7f-447d-96e5-e0ad1a063fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:16.905400 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:16.946999 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-11aaa6ac-6f3c-4d2b-ae06-3ad49142dbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:16.990160 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304828d-1221-4682-b306-00d0a1f38b44 None None] Pushing event updated for resources: {'Port': ['ID=e3e53aaf-305a-4e8d-ba99-6ba53c5ad65f,revision_number=2']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:16.995492 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-275e6aa1-8b7f-447d-96e5-e0ad1a063fa9 None None] Attempting to bind port e3e53aaf-305a-4e8d-ba99-6ba53c5ad65f on host dv-cinder-802781-4-iscsi for vnic_type normal with profile {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:24:16.996344 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-275e6aa1-8b7f-447d-96e5-e0ad1a063fa9 None None] Attempting to bind port e3e53aaf-305a-4e8d-ba99-6ba53c5ad65f by drivers openvswitch,hyperv on host dv-cinder-802781-4-iscsi at level 0 using segments [{'id': 'ee0cca34-cfc1-48b8-9cd2-f432400bdd40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'}] {{(pid=79278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:24:16.996989 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275e6aa1-8b7f-447d-96e5-e0ad1a063fa9 None None] Attempting to bind port e3e53aaf-305a-4e8d-ba99-6ba53c5ad65f on network 8f15a7b0-c0b9-4864-9373-42147a89de1a {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:24:17.000306 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-7304828d-1221-4682-b306-00d0a1f38b44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:17.004958 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275e6aa1-8b7f-447d-96e5-e0ad1a063fa9 None None] Checking agent: {'id': 'b1845f19-f6eb-4023-b5bb-8a6030080bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 15, 36), 'started_at': datetime.datetime(2021, 8, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:24:17.005623 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275e6aa1-8b7f-447d-96e5-e0ad1a063fa9 None None] Checking segment: {'id': 'ee0cca34-cfc1-48b8-9cd2-f432400bdd40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:24:17.005775 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-275e6aa1-8b7f-447d-96e5-e0ad1a063fa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:17.006109 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275e6aa1-8b7f-447d-96e5-e0ad1a063fa9 None None] Bound using segment: {'id': 'ee0cca34-cfc1-48b8-9cd2-f432400bdd40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'} {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:24:17.006576 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-275e6aa1-8b7f-447d-96e5-e0ad1a063fa9 None None] Bound port: e3e53aaf-305a-4e8d-ba99-6ba53c5ad65f, host: dv-cinder-802781-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0cca34-cfc1-48b8-9cd2-f432400bdd40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'}}] {{(pid=79278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:24:17.007042 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-275e6aa1-8b7f-447d-96e5-e0ad1a063fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:17.031167 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9bf1a46a-764d-41ed-90b8-44a4c34cf8c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:17.046364 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9bf1a46a-764d-41ed-90b8-44a4c34cf8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:17.050012 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9bf1a46a-764d-41ed-90b8-44a4c34cf8c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3790843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3927084'] for router_interface, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:17.051206 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c754c9e0-48a4-499b-bc07-0d9ec438d842 req-d94308b4-ed3d-4d4c-afda-fd20238a3859 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5a66873-b75e-40bb-badf-f64da91269fe HTTP/1.1" status: 200 len: 210 time: 0.0447044 Aug 31 15:24:17.056499 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:17.088732 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-275e6aa1-8b7f-447d-96e5-e0ad1a063fa9 None None] For port e3e53aaf-305a-4e8d-ba99-6ba53c5ad65f, host dv-cinder-802781-4-iscsi, cleared binding levels {{(pid=79278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:24:17.092404 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-275e6aa1-8b7f-447d-96e5-e0ad1a063fa9 None None] For port e3e53aaf-305a-4e8d-ba99-6ba53c5ad65f, host dv-cinder-802781-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=e3e53aaf-305a-4e8d-ba99-6ba53c5ad65f,segment=NetworkSegment(ee0cca34-cfc1-48b8-9cd2-f432400bdd40),segment_id=ee0cca34-cfc1-48b8-9cd2-f432400bdd40)] {{(pid=79278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:24:17.096787 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-275e6aa1-8b7f-447d-96e5-e0ad1a063fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:17.101694 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:17.172269 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275e6aa1-8b7f-447d-96e5-e0ad1a063fa9 None None] Routers {'5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:24:17.172900 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-275e6aa1-8b7f-447d-96e5-e0ad1a063fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:24:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:24:17.251958 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf1a46a-764d-41ed-90b8-44a4c34cf8c3 admin admin] Pushing event updated for resources: {'Port': ['ID=d29d2536-9ea6-4799-8517-5854957f36f3,revision_number=2']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:17.259757 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304828d-1221-4682-b306-00d0a1f38b44 None None] Pushing event updated for resources: {'Port': ['ID=e3e53aaf-305a-4e8d-ba99-6ba53c5ad65f,revision_number=3']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:17.262764 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-9bf1a46a-764d-41ed-90b8-44a4c34cf8c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:17.264854 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-7304828d-1221-4682-b306-00d0a1f38b44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:17.358752 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.db_base_plugin_common [None req-11aaa6ac-6f3c-4d2b-ae06-3ad49142dbdc admin admin] Allocated IP 172.20.0.1 (47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902/98da163e-cad9-430b-a126-d66668b9f621/d55307aa-e7b8-4123-aefa-ec92c698f257) {{(pid=79276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:24:17.361914 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf1a46a-764d-41ed-90b8-44a4c34cf8c3 admin admin] Network 4e75f494-7e6b-45f9-ac2a-ef61105e9d7d is already hosted by enough agents. {{(pid=79276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:24:17.364843 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.base_scheduler [None req-9bf1a46a-764d-41ed-90b8-44a4c34cf8c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=79276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:24:17.374028 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-275e6aa1-8b7f-447d-96e5-e0ad1a063fa9 None None] Set router 5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00 gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:24:17.623795 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-965dacf7-18a8-471e-b80d-a4a2f5f178c4 None None] Provisioning complete for port d29d2536-9ea6-4799-8517-5854957f36f3 triggered by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:24:17.624637 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-965dacf7-18a8-471e-b80d-a4a2f5f178c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:17.672412 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf1a46a-764d-41ed-90b8-44a4c34cf8c3 admin admin] Router 934c86df-a221-4195-bb15-eb1af820061a has already been hosted by L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 {{(pid=79276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:24:17.723720 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-965dacf7-18a8-471e-b80d-a4a2f5f178c4 None None] Port d29d2536-9ea6-4799-8517-5854957f36f3 cannot update to ACTIVE because it is not bound. {{(pid=79278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:24:17.761786 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-275e6aa1-8b7f-447d-96e5-e0ad1a063fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00', 'name': 'tempest-ServerRescueNegativeTestJSON-254871184-router', 'tenant_id': '3812c8ac3d6f49189f4ea632ac894346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'e3e53aaf-305a-4e8d-ba99-6ba53c5ad65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:24:08Z', 'updated_at': '2021-08-31T15:24:13Z', 'revision_number': 3, 'project_id': '3812c8ac3d6f49189f4ea632ac894346', 'gw_port': {'id': 'e3e53aaf-305a-4e8d-ba99-6ba53c5ad65f', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:05:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:24:10Z', 'updated_at': '2021-08-31T15:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi'}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:24:17.765872 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275e6aa1-8b7f-447d-96e5-e0ad1a063fa9 None None] The sync data for ids ['5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00'] in dv-cinder-802781-4-iscsi is: [{'id': '5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00', 'name': 'tempest-ServerRescueNegativeTestJSON-254871184-router', 'tenant_id': '3812c8ac3d6f49189f4ea632ac894346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'e3e53aaf-305a-4e8d-ba99-6ba53c5ad65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:24:08Z', 'updated_at': '2021-08-31T15:24:13Z', 'revision_number': 3, 'project_id': '3812c8ac3d6f49189f4ea632ac894346', 'gw_port': {'id': 'e3e53aaf-305a-4e8d-ba99-6ba53c5ad65f', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:05:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:24:10Z', 'updated_at': '2021-08-31T15:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi'}] {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:24:17.799462 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-11aaa6ac-6f3c-4d2b-ae06-3ad49142dbdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:17.930423 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf1a46a-764d-41ed-90b8-44a4c34cf8c3 admin admin] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:24:17.939635 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858c8406-5219-4238-adf6-7ed5292783f9 None None] Sync routers for ids ['934c86df-a221-4195-bb15-eb1af820061a'] in dv-cinder-802781-4-iscsi {{(pid=79279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:24:17.954861 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858c8406-5219-4238-adf6-7ed5292783f9 None None] Routers {'934c86df-a221-4195-bb15-eb1af820061a'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:24:17.955454 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-858c8406-5219-4238-adf6-7ed5292783f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:24:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['934c86df-a221-4195-bb15-eb1af820061a'], 'active': True} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:24:17.963606 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-9bf1a46a-764d-41ed-90b8-44a4c34cf8c3 admin admin] 10.222.0.81 "PUT /v2.0/routers/934c86df-a221-4195-bb15-eb1af820061a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5538809 Aug 31 15:24:17.967065 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-11aaa6ac-6f3c-4d2b-ae06-3ad49142dbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264'] for port, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:17.977329 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:18.002594 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-536fb7b2-db69-4503-ad1a-fe162a9af0ae req-9dc87ee0-16a6-4a1f-b848-7c6b1d47659b tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 210 time: 0.0821619 Aug 31 15:24:18.230965 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11aaa6ac-6f3c-4d2b-ae06-3ad49142dbdc admin admin] Network 47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902 is already hosted by enough agents. {{(pid=79276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:24:18.235727 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.base_scheduler [None req-11aaa6ac-6f3c-4d2b-ae06-3ad49142dbdc admin admin] Resources bound (agent type, host, resource id): {{(pid=79276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:24:18.239145 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aaa6ac-6f3c-4d2b-ae06-3ad49142dbdc admin admin] Received port after_create {{(pid=79276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:24:18.239943 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-11aaa6ac-6f3c-4d2b-ae06-3ad49142dbdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3927107'] for router_interface, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:18.247446 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aaa6ac-6f3c-4d2b-ae06-3ad49142dbdc admin admin] Pushing event updated for resources: {'Port': ['ID=d55307aa-e7b8-4123-aefa-ec92c698f257,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:18.281605 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-11aaa6ac-6f3c-4d2b-ae06-3ad49142dbdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:18.289062 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device e3e53aaf-305a-4e8d-ba99-6ba53c5ad65f up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:24:18.311752 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-14057d41-3ecc-4869-8905-7ed99d4851ba req-f6dec16c-eccf-4ccc-809e-3517c57c3360 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5a66873-b75e-40bb-badf-f64da91269fe HTTP/1.1" status: 200 len: 210 time: 0.0851607 Aug 31 15:24:18.344078 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvr_db [None req-858c8406-5219-4238-adf6-7ed5292783f9 None None] Set router 934c86df-a221-4195-bb15-eb1af820061a gateway port host: dv-cinder-802781-4-iscsi {{(pid=79279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:24:18.532123 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.64', 54950) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:18.552354 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-11aaa6ac-6f3c-4d2b-ae06-3ad49142dbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:18.643403 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning for port e3e53aaf-305a-4e8d-ba99-6ba53c5ad65f completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:24:18.658396 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port e3e53aaf-305a-4e8d-ba99-6ba53c5ad65f triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:24:18.667037 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:19.003234 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-347304af-ebb6-4bd0-ac04-98f7fc84a551 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:19.008585 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-347304af-ebb6-4bd0-ac04-98f7fc84a551 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Synchronizing usage tracker for tenant:a46b0e167bb642f79bcbb84549b986d5 on resource:network {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:24:19.078170 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-347304af-ebb6-4bd0-ac04-98f7fc84a551 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Unset dirty status for tenant:a46b0e167bb642f79bcbb84549b986d5 on resource:network {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:24:19.079607 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-347304af-ebb6-4bd0-ac04-98f7fc84a551 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.64 "GET /v2.0/networks?id=41ce6d2e-dc6a-4a5d-9201-7b0f0a2a6960 HTTP/1.1" status: 200 len: 811 time: 0.5464125 Aug 31 15:24:19.118076 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:19.164466 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] For port e3e53aaf-305a-4e8d-ba99-6ba53c5ad65f, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=e3e53aaf-305a-4e8d-ba99-6ba53c5ad65f,segment=NetworkSegment(ee0cca34-cfc1-48b8-9cd2-f432400bdd40),segment_id=ee0cca34-cfc1-48b8-9cd2-f432400bdd40)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:24:19.170453 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-11aaa6ac-6f3c-4d2b-ae06-3ad49142dbdc admin admin] Notify callbacks [] for port, precommit_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:19.175470 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:19.176819 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 9b5fd691-39d4-47dc-a732-e743c6bb5988 up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:24:19.184029 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-11aaa6ac-6f3c-4d2b-ae06-3ad49142dbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:19.185388 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-11aaa6ac-6f3c-4d2b-ae06-3ad49142dbdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3790843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3927084'] for router_interface, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:19.191870 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-9bf1a46a-764d-41ed-90b8-44a4c34cf8c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:19.214690 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-0e9e86ba-b624-4d86-b43b-65967ff34d05 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Request body: {'port': {'device_id': 'dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e', 'network_id': '41ce6d2e-dc6a-4a5d-9201-7b0f0a2a6960', 'admin_state_up': True, 'tenant_id': 'a46b0e167bb642f79bcbb84549b986d5'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:24:19.240191 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-a8a91dc2-f894-466f-8940-24b9efcd7cff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:19.273359 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-858c8406-5219-4238-adf6-7ed5292783f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934c86df-a221-4195-bb15-eb1af820061a', 'name': 'tempest-AttachVolumeTestJSON-1899571721-router', 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '9b5fd691-39d4-47dc-a732-e743c6bb5988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:24:06Z', 'updated_at': '2021-08-31T15:24:16Z', 'revision_number': 4, 'project_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'gw_port': {'id': '9b5fd691-39d4-47dc-a732-e743c6bb5988', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:88:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c86df-a221-4195-bb15-eb1af820061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:24:07Z', 'updated_at': '2021-08-31T15:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': 'd29d2536-9ea6-4799-8517-5854957f36f3', 'name': '', 'network_id': '4e75f494-7e6b-45f9-ac2a-ef61105e9d7d', 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'mac_address': 'fa:16:3e:da:30:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934c86df-a221-4195-bb15-eb1af820061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '653417ef-47b3-47bd-9dfd-8a528e75cd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:24:14Z', 'updated_at': '2021-08-31T15:24:16Z', 'revision_number': 2, 'project_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'subnets': [{'id': '653417ef-47b3-47bd-9dfd-8a528e75cd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:24:19.280796 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858c8406-5219-4238-adf6-7ed5292783f9 None None] Checking router: 934c86df-a221-4195-bb15-eb1af820061a for host: dv-cinder-802781-4-iscsi {{(pid=79279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:24:19.281167 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858c8406-5219-4238-adf6-7ed5292783f9 None None] Updating router 934c86df-a221-4195-bb15-eb1af820061a port d29d2536-9ea6-4799-8517-5854957f36f3 binding host dv-cinder-802781-4-iscsi {{(pid=79279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:24:19.345067 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6a9538f7-33fd-4adb-93fe-235b2b0e147a req-4df7b2f0-11b2-4fcb-a7a0-15636ad9ecf7 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 210 time: 0.0904160 Aug 31 15:24:19.438049 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-858c8406-5219-4238-adf6-7ed5292783f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:19.532100 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Pushing event updated for resources: {'Port': ['ID=e3e53aaf-305a-4e8d-ba99-6ba53c5ad65f,revision_number=4']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:19.545953 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.64', 54957) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:19.546565 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:19.573226 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port 9b5fd691-39d4-47dc-a732-e743c6bb5988 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:24:19.573981 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:19.784437 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11aaa6ac-6f3c-4d2b-ae06-3ad49142dbdc admin admin] Network 47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902 is already hosted by enough agents. {{(pid=79276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:24:19.787862 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.base_scheduler [None req-11aaa6ac-6f3c-4d2b-ae06-3ad49142dbdc admin admin] Resources bound (agent type, host, resource id): {{(pid=79276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:24:20.043447 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 43686) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:20.084363 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-d38f475c-7536-43fb-a364-2915f3396e9e tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Request body: {'security_group': {'name': 'tempest-securitygroup--256485667', 'description': 'tempest-description--1021015085'}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:24:20.101920 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-d38f475c-7536-43fb-a364-2915f3396e9e tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:20.112962 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-d38f475c-7536-43fb-a364-2915f3396e9e tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Usage tracker for resource:security_group and tenant:ec6a8bc6d4414b24a10c0665387c54cf is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:20.120103 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-d38f475c-7536-43fb-a364-2915f3396e9e tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:20.133166 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-d38f475c-7536-43fb-a364-2915f3396e9e tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:20.219754 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device e3e53aaf-305a-4e8d-ba99-6ba53c5ad65f up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:24:20.315821 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-0e9e86ba-b624-4d86-b43b-65967ff34d05 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:20.341020 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3c639feb-7185-4759-8774-0d2e3f118f16 req-824ac80f-49f8-45e1-bf8e-ef958971bf21 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5a66873-b75e-40bb-badf-f64da91269fe HTTP/1.1" status: 200 len: 210 time: 0.3403704 Aug 31 15:24:20.373107 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-0e9e86ba-b624-4d86-b43b-65967ff34d05 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Usage tracker for resource:port and tenant:a46b0e167bb642f79bcbb84549b986d5 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:20.376501 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-858c8406-5219-4238-adf6-7ed5292783f9 None None] Notify callbacks [] for port, precommit_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:20.379392 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port e3e53aaf-305a-4e8d-ba99-6ba53c5ad65f triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:24:20.379776 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:20.390161 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-0e9e86ba-b624-4d86-b43b-65967ff34d05 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:20.404454 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.provisioning_blocks [None req-858c8406-5219-4238-adf6-7ed5292783f9 None None] Transition to ACTIVE for port object d29d2536-9ea6-4799-8517-5854957f36f3 will not be triggered until provisioned by entity L2. {{(pid=79279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:24:20.429033 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-858c8406-5219-4238-adf6-7ed5292783f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:20.434493 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-0e9e86ba-b624-4d86-b43b-65967ff34d05 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:20.436168 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:20.444308 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aaa6ac-6f3c-4d2b-ae06-3ad49142dbdc admin admin] Pushing event updated for resources: {'Port': ['ID=d55307aa-e7b8-4123-aefa-ec92c698f257,revision_number=2']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:20.456226 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d38f475c-7536-43fb-a364-2915f3396e9e tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:20.477274 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-11aaa6ac-6f3c-4d2b-ae06-3ad49142dbdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.285s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:20.487904 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11aaa6ac-6f3c-4d2b-ae06-3ad49142dbdc admin admin] Router 5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00 has already been hosted by L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 {{(pid=79276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:24:20.492069 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-357c84f9-a74a-4010-948f-89fa5769fae5 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:20.498135 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-357c84f9-a74a-4010-948f-89fa5769fae5 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.64 "GET /v2.0/networks?id=922ac450-4677-43bc-8efe-225f00db650b HTTP/1.1" status: 200 len: 814 time: 0.9456441 Aug 31 15:24:20.519219 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-b8f5189a-9c73-4530-b890-198f15d96af0 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Request body: {'port': {'device_id': 'c5a66873-b75e-40bb-badf-f64da91269fe', 'network_id': '922ac450-4677-43bc-8efe-225f00db650b', 'admin_state_up': True, 'tenant_id': '6d830094621a47f083137ccc6fa15151'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:24:20.606951 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976fb835-00b9-406e-917b-fa6acc0c725a None None] Pushing event updated for resources: {'Port': ['ID=d29d2536-9ea6-4799-8517-5854957f36f3,revision_number=3']} {{(pid=79279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:20.617163 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG oslo_concurrency.lockutils [None req-976fb835-00b9-406e-917b-fa6acc0c725a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:20.662891 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-0e9e86ba-b624-4d86-b43b-65967ff34d05 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Made reservation on behalf of a46b0e167bb642f79bcbb84549b986d5 for: {'port': 1} {{(pid=79277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:24:20.673645 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-0e9e86ba-b624-4d86-b43b-65967ff34d05 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:20.919229 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-d38f475c-7536-43fb-a364-2915f3396e9e tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:20.942842 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-d38f475c-7536-43fb-a364-2915f3396e9e tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Usage tracker for resource:security_group_rule and tenant:ec6a8bc6d4414b24a10c0665387c54cf is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:20.955345 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-d38f475c-7536-43fb-a364-2915f3396e9e tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:20.978279 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-d38f475c-7536-43fb-a364-2915f3396e9e tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:21.227070 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d38f475c-7536-43fb-a364-2915f3396e9e tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:21.295395 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d38f475c-7536-43fb-a364-2915f3396e9e tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:21.334710 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.managers [None req-858c8406-5219-4238-adf6-7ed5292783f9 None None] Attempting to bind port d29d2536-9ea6-4799-8517-5854957f36f3 on host dv-cinder-802781-4-iscsi for vnic_type normal with profile {{(pid=79279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:24:21.340236 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.managers [None req-858c8406-5219-4238-adf6-7ed5292783f9 None None] Attempting to bind port d29d2536-9ea6-4799-8517-5854957f36f3 by drivers openvswitch,hyperv on host dv-cinder-802781-4-iscsi at level 0 using segments [{'id': '61b58406-5c55-4a32-b6e5-ffbfd51c8976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '4e75f494-7e6b-45f9-ac2a-ef61105e9d7d'}] {{(pid=79279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:24:21.340418 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858c8406-5219-4238-adf6-7ed5292783f9 None None] Attempting to bind port d29d2536-9ea6-4799-8517-5854957f36f3 on network 4e75f494-7e6b-45f9-ac2a-ef61105e9d7d {{(pid=79279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:24:21.388975 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858c8406-5219-4238-adf6-7ed5292783f9 None None] Checking agent: {'id': 'b1845f19-f6eb-4023-b5bb-8a6030080bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 15, 36), 'started_at': datetime.datetime(2021, 8, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:24:21.388975 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858c8406-5219-4238-adf6-7ed5292783f9 None None] Checking segment: {'id': '61b58406-5c55-4a32-b6e5-ffbfd51c8976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '4e75f494-7e6b-45f9-ac2a-ef61105e9d7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:24:21.390403 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-872ae7cd-e495-4722-9f9b-5d1fc3a90b3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:21.390546 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-858c8406-5219-4238-adf6-7ed5292783f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:21.391740 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858c8406-5219-4238-adf6-7ed5292783f9 None None] Bound using segment: {'id': '61b58406-5c55-4a32-b6e5-ffbfd51c8976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '4e75f494-7e6b-45f9-ac2a-ef61105e9d7d'} {{(pid=79279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:24:21.393685 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.managers [None req-858c8406-5219-4238-adf6-7ed5292783f9 None None] Bound port: d29d2536-9ea6-4799-8517-5854957f36f3, host: dv-cinder-802781-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61b58406-5c55-4a32-b6e5-ffbfd51c8976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '4e75f494-7e6b-45f9-ac2a-ef61105e9d7d'}}] {{(pid=79279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:24:21.395937 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-858c8406-5219-4238-adf6-7ed5292783f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:21.442262 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-506ed03f-c0b6-4927-995a-a3bb28f6440a req-01543b7e-1964-4a21-94c8-3b7f3a65dccc tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 210 time: 0.2422094 Aug 31 15:24:21.531164 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d38f475c-7536-43fb-a364-2915f3396e9e tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:21.535413 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-d38f475c-7536-43fb-a364-2915f3396e9e tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.4786389 Aug 31 15:24:21.545645 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 43740) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:21.596899 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 43746) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:21.637056 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-832904c7-3257-4601-8141-a3721eff1f6b tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Request body: {'security_group_rule': {'security_group_id': 'd09b5207-1d89-44e8-a796-3551a1acd88b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:24:21.710749 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11aaa6ac-6f3c-4d2b-ae06-3ad49142dbdc admin admin] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:24:21.720643 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1752661e-29cc-47fd-b8d8-9d65e8196309 None None] Sync routers for ids ['5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00'] in dv-cinder-802781-4-iscsi {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:24:21.740378 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1752661e-29cc-47fd-b8d8-9d65e8196309 None None] Routers {'5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:24:21.745488 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-b8f5189a-9c73-4530-b890-198f15d96af0 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:21.748598 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f475c-7536-43fb-a364-2915f3396e9e tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d09b5207-1d89-44e8-a796-3551a1acd88b,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:21.749043 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-1752661e-29cc-47fd-b8d8-9d65e8196309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:24:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:24:21.756354 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-d38f475c-7536-43fb-a364-2915f3396e9e tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:21.778494 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-11aaa6ac-6f3c-4d2b-ae06-3ad49142dbdc admin admin] 10.222.0.81 "PUT /v2.0/routers/5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2114296 Aug 31 15:24:21.779755 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-832904c7-3257-4601-8141-a3721eff1f6b tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:21.790737 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-832904c7-3257-4601-8141-a3721eff1f6b tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Usage tracker for resource:security_group_rule and tenant:ec6a8bc6d4414b24a10c0665387c54cf is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:21.799621 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-832904c7-3257-4601-8141-a3721eff1f6b tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:21.816047 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-832904c7-3257-4601-8141-a3721eff1f6b tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:21.844841 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.db [None req-858c8406-5219-4238-adf6-7ed5292783f9 None None] For port d29d2536-9ea6-4799-8517-5854957f36f3, host dv-cinder-802781-4-iscsi, cleared binding levels {{(pid=79279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:24:21.850662 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.db [None req-858c8406-5219-4238-adf6-7ed5292783f9 None None] For port d29d2536-9ea6-4799-8517-5854957f36f3, host dv-cinder-802781-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=d29d2536-9ea6-4799-8517-5854957f36f3,segment=NetworkSegment(61b58406-5c55-4a32-b6e5-ffbfd51c8976),segment_id=61b58406-5c55-4a32-b6e5-ffbfd51c8976)] {{(pid=79279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:24:21.863018 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-858c8406-5219-4238-adf6-7ed5292783f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:21.868664 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:21.876386 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-832904c7-3257-4601-8141-a3721eff1f6b tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:21.946191 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-b8f5189a-9c73-4530-b890-198f15d96af0 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Usage tracker for resource:port and tenant:6d830094621a47f083137ccc6fa15151 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:21.987584 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-b8f5189a-9c73-4530-b890-198f15d96af0 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:22.029147 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b6dba1c4-3fc5-4dbb-9b6c-9b01f04eab28 req-ab4c3d8a-df19-424f-8564-8d146e8e226f tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5a66873-b75e-40bb-badf-f64da91269fe HTTP/1.1" status: 200 len: 210 time: 0.2804785 Aug 31 15:24:22.031768 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-b8f5189a-9c73-4530-b890-198f15d96af0 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:22.146357 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-832904c7-3257-4601-8141-a3721eff1f6b tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:22.164179 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858c8406-5219-4238-adf6-7ed5292783f9 None None] Routers {'934c86df-a221-4195-bb15-eb1af820061a'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:24:22.169768 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-832904c7-3257-4601-8141-a3721eff1f6b tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858734'] for security_group_rule, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:22.172400 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:22.173928 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-858c8406-5219-4238-adf6-7ed5292783f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:24:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['934c86df-a221-4195-bb15-eb1af820061a'], 'active': True} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:24:22.220356 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.db_base_plugin_common [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-0e9e86ba-b624-4d86-b43b-65967ff34d05 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Allocated IP 172.20.0.11 (41ce6d2e-dc6a-4a5d-9201-7b0f0a2a6960/51962a07-3c58-4112-a130-7ea0934f4db7/bd77bd89-cd38-4d6b-9055-94739ac734c9) {{(pid=79277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:24:22.225499 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-b8f5189a-9c73-4530-b890-198f15d96af0 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Made reservation on behalf of 6d830094621a47f083137ccc6fa15151 for: {'port': 1} {{(pid=79277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:24:22.235369 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-b8f5189a-9c73-4530-b890-198f15d96af0 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:22.284886 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-832904c7-3257-4601-8141-a3721eff1f6b tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:22.286732 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-832904c7-3257-4601-8141-a3721eff1f6b tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7400389 Aug 31 15:24:22.296369 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-1752661e-29cc-47fd-b8d8-9d65e8196309 None None] Set router 5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00 gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:24:22.303645 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 43778) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:22.317979 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-8e1568ef-5fb1-4dcf-93f3-849c14ff28dd tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Request body: {'security_group_rule': {'security_group_id': 'd09b5207-1d89-44e8-a796-3551a1acd88b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:24:22.319951 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-210c49e3-fee8-45f6-9668-a6df101138ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:22.336330 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-8e1568ef-5fb1-4dcf-93f3-849c14ff28dd tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:22.343612 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-210c49e3-fee8-45f6-9668-a6df101138ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:22.347566 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-8e1568ef-5fb1-4dcf-93f3-849c14ff28dd tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Usage tracker for resource:security_group_rule and tenant:ec6a8bc6d4414b24a10c0665387c54cf is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:22.352449 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-210c49e3-fee8-45f6-9668-a6df101138ba admin admin] Usage tracker for resource:security_group_rule and tenant:3b41410af91f4b0681708d57651eb57c is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:22.355762 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-210c49e3-fee8-45f6-9668-a6df101138ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:22.362917 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-210c49e3-fee8-45f6-9668-a6df101138ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:22.374739 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832904c7-3257-4601-8141-a3721eff1f6b tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4921a30f-4ad3-4122-83b4-75312babeac9,revision_number=0']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:22.386083 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-8e1568ef-5fb1-4dcf-93f3-849c14ff28dd tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:22.421177 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-8e1568ef-5fb1-4dcf-93f3-849c14ff28dd tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:22.429979 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-832904c7-3257-4601-8141-a3721eff1f6b tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:22.480173 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-8e1568ef-5fb1-4dcf-93f3-849c14ff28dd tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:22.555034 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976fb835-00b9-406e-917b-fa6acc0c725a None None] Pushing event updated for resources: {'Port': ['ID=d29d2536-9ea6-4799-8517-5854957f36f3,revision_number=4']} {{(pid=79279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:22.574253 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG oslo_concurrency.lockutils [None req-976fb835-00b9-406e-917b-fa6acc0c725a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=79279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:22.737403 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-8e1568ef-5fb1-4dcf-93f3-849c14ff28dd tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:22.751766 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-8e1568ef-5fb1-4dcf-93f3-849c14ff28dd tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858734'] for security_group_rule, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:22.754170 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:22.828489 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1568ef-5fb1-4dcf-93f3-849c14ff28dd tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a24a9257-8fe0-45b5-a1b0-0c892dbbf79a,revision_number=0']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:22.840945 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-8e1568ef-5fb1-4dcf-93f3-849c14ff28dd tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:22.857453 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-8e1568ef-5fb1-4dcf-93f3-849c14ff28dd tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:22.861581 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-8e1568ef-5fb1-4dcf-93f3-849c14ff28dd tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5534701 Aug 31 15:24:22.861958 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 43792) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:22.864325 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvr_db [None req-858c8406-5219-4238-adf6-7ed5292783f9 None None] Set router 934c86df-a221-4195-bb15-eb1af820061a gateway port host: dv-cinder-802781-4-iscsi {{(pid=79279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:24:22.867298 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-470495f2-32f3-48fa-8575-06a2a0d43700 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Request body: {'floatingip': {'floating_network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:24:22.892511 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-470495f2-32f3-48fa-8575-06a2a0d43700 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:22.908708 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-470495f2-32f3-48fa-8575-06a2a0d43700 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Usage tracker for resource:floatingip and tenant:ec6a8bc6d4414b24a10c0665387c54cf is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:22.990922 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-470495f2-32f3-48fa-8575-06a2a0d43700 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:22.997998 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-470495f2-32f3-48fa-8575-06a2a0d43700 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:23.016585 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-470495f2-32f3-48fa-8575-06a2a0d43700 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks [] for floatingip, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:23.059526 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-6536b00e-6350-4eab-8d9c-b5f5a3910cbb req-9c16af70-8b37-44bc-a6ca-a5343a85dcb4 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 210 time: 0.1516495 Aug 31 15:24:23.075058 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-0e9e86ba-b624-4d86-b43b-65967ff34d05 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Notify callbacks [] for port, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:23.294614 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-1752661e-29cc-47fd-b8d8-9d65e8196309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00', 'name': 'tempest-ServerRescueNegativeTestJSON-254871184-router', 'tenant_id': '3812c8ac3d6f49189f4ea632ac894346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'e3e53aaf-305a-4e8d-ba99-6ba53c5ad65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:24:08Z', 'updated_at': '2021-08-31T15:24:18Z', 'revision_number': 4, 'project_id': '3812c8ac3d6f49189f4ea632ac894346', 'gw_port': {'id': 'e3e53aaf-305a-4e8d-ba99-6ba53c5ad65f', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:05:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:24:10Z', 'updated_at': '2021-08-31T15:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': 'd55307aa-e7b8-4123-aefa-ec92c698f257', 'name': '', 'network_id': '47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902', 'tenant_id': '3812c8ac3d6f49189f4ea632ac894346', 'mac_address': 'fa:16:3e:32:60:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '98da163e-cad9-430b-a126-d66668b9f621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:24:17Z', 'updated_at': '2021-08-31T15:24:18Z', 'revision_number': 2, 'project_id': '3812c8ac3d6f49189f4ea632ac894346', 'subnets': [{'id': '98da163e-cad9-430b-a126-d66668b9f621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:24:23.308418 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1752661e-29cc-47fd-b8d8-9d65e8196309 None None] Checking router: 5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00 for host: dv-cinder-802781-4-iscsi {{(pid=79278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:24:23.309048 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1752661e-29cc-47fd-b8d8-9d65e8196309 None None] Updating router 5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00 port d55307aa-e7b8-4123-aefa-ec92c698f257 binding host dv-cinder-802781-4-iscsi {{(pid=79278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:24:23.380409 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-210c49e3-fee8-45f6-9668-a6df101138ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:23.414293 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-210c49e3-fee8-45f6-9668-a6df101138ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:23.437009 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-1752661e-29cc-47fd-b8d8-9d65e8196309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:23.543925 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-470495f2-32f3-48fa-8575-06a2a0d43700 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:23.569439 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-c50670e9-c4c3-4bc3-b958-f72ee22f0ff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:23.710146 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.db_base_plugin_common [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-b8f5189a-9c73-4530-b890-198f15d96af0 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Allocated IP 172.20.0.12 (922ac450-4677-43bc-8efe-225f00db650b/b781785a-1525-4ce8-bd55-de803c89ddc0/511eb749-2a1b-4aa6-9244-8fc1a7778e9a) {{(pid=79277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:24:23.902121 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-858c8406-5219-4238-adf6-7ed5292783f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934c86df-a221-4195-bb15-eb1af820061a', 'name': 'tempest-AttachVolumeTestJSON-1899571721-router', 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '9b5fd691-39d4-47dc-a732-e743c6bb5988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:24:06Z', 'updated_at': '2021-08-31T15:24:16Z', 'revision_number': 4, 'project_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'gw_port': {'id': '9b5fd691-39d4-47dc-a732-e743c6bb5988', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:88:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c86df-a221-4195-bb15-eb1af820061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:24:07Z', 'updated_at': '2021-08-31T15:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': 'd29d2536-9ea6-4799-8517-5854957f36f3', 'name': '', 'network_id': '4e75f494-7e6b-45f9-ac2a-ef61105e9d7d', 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'mac_address': 'fa:16:3e:da:30:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934c86df-a221-4195-bb15-eb1af820061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '653417ef-47b3-47bd-9dfd-8a528e75cd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:24:14Z', 'updated_at': '2021-08-31T15:24:21Z', 'revision_number': 4, 'project_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'subnets': [{'id': '653417ef-47b3-47bd-9dfd-8a528e75cd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:24:23.909354 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858c8406-5219-4238-adf6-7ed5292783f9 None None] The sync data for ids ['934c86df-a221-4195-bb15-eb1af820061a'] in dv-cinder-802781-4-iscsi is: [{'id': '934c86df-a221-4195-bb15-eb1af820061a', 'name': 'tempest-AttachVolumeTestJSON-1899571721-router', 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '9b5fd691-39d4-47dc-a732-e743c6bb5988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:24:06Z', 'updated_at': '2021-08-31T15:24:16Z', 'revision_number': 4, 'project_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'gw_port': {'id': '9b5fd691-39d4-47dc-a732-e743c6bb5988', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:88:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c86df-a221-4195-bb15-eb1af820061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:24:07Z', 'updated_at': '2021-08-31T15:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': 'd29d2536-9ea6-4799-8517-5854957f36f3', 'name': '', 'network_id': '4e75f494-7e6b-45f9-ac2a-ef61105e9d7d', 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'mac_address': 'fa:16:3e:da:30:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934c86df-a221-4195-bb15-eb1af820061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '653417ef-47b3-47bd-9dfd-8a528e75cd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:24:14Z', 'updated_at': '2021-08-31T15:24:21Z', 'revision_number': 4, 'project_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'subnets': [{'id': '653417ef-47b3-47bd-9dfd-8a528e75cd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:24:24.121848 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-210c49e3-fee8-45f6-9668-a6df101138ba admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3b41410af91f4b0681708d57651eb57c&name=default HTTP/1.1" status: 200 len: 2975 time: 2.5152702 Aug 31 15:24:24.122837 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c49e3-fee8-45f6-9668-a6df101138ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e37da2-3c16-4f9f-89e1-f931bc9d0ef8,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:24.126684 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-210c49e3-fee8-45f6-9668-a6df101138ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:24.127182 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 43830) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:24.302476 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-c8772f94-3a48-41f9-bb2c-b59980003722 req-acb1636c-85f1-40ff-9b20-e072e35ab3b8 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5a66873-b75e-40bb-badf-f64da91269fe HTTP/1.1" status: 200 len: 210 time: 0.2627559 Aug 31 15:24:24.383883 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device d29d2536-9ea6-4799-8517-5854957f36f3 up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:24:24.424373 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-0e9e86ba-b624-4d86-b43b-65967ff34d05 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264'] for port, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:24.455013 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.db_base_plugin_common [None req-470495f2-32f3-48fa-8575-06a2a0d43700 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Allocated IP 172.27.1.244 (8f15a7b0-c0b9-4864-9373-42147a89de1a/497a4a38-4d00-4e5c-ae08-9918d0306661/aaf25446-9503-4e3a-aa99-9fff62e0e2d8) {{(pid=79276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:24:24.590534 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-73e187b5-be7c-47d0-9ca2-d6eb563fedcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:24.692617 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-98ec78b8-67d2-4570-a6d7-a64ae07ea7cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:24.794442 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-312a1c96-6fe0-469a-8923-b4ce0b92e89f tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:24.795387 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-312a1c96-6fe0-469a-8923-b4ce0b92e89f tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Synchronizing usage tracker for tenant:3812c8ac3d6f49189f4ea632ac894346 on resource:network {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:24:24.820862 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-b8f5189a-9c73-4530-b890-198f15d96af0 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Notify callbacks [] for port, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:24.857608 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-1752661e-29cc-47fd-b8d8-9d65e8196309 None None] Notify callbacks [] for port, precommit_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:24.898623 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning for port d29d2536-9ea6-4799-8517-5854957f36f3 completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:24:24.906779 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-470495f2-32f3-48fa-8575-06a2a0d43700 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks [] for port, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:24.921207 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port d29d2536-9ea6-4799-8517-5854957f36f3 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:24:24.921595 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:24.958470 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-98ec78b8-67d2-4570-a6d7-a64ae07ea7cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:24.985220 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-470495f2-32f3-48fa-8575-06a2a0d43700 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264'] for port, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:25.006282 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-6e0e6f9b-4aff-46a6-9e71-f686b3cbd49e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:25.085880 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-0e9e86ba-b624-4d86-b43b-65967ff34d05 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Network 41ce6d2e-dc6a-4a5d-9201-7b0f0a2a6960 is already hosted by enough agents. {{(pid=79277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:24:25.087580 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.base_scheduler [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-0e9e86ba-b624-4d86-b43b-65967ff34d05 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Resources bound (agent type, host, resource id): {{(pid=79277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:24:25.104719 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-0e9e86ba-b624-4d86-b43b-65967ff34d05 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Received port after_create {{(pid=79277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:24:25.110808 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-0e9e86ba-b624-4d86-b43b-65967ff34d05 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:25.115423 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-0e9e86ba-b624-4d86-b43b-65967ff34d05 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:25.203291 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e86ba-b624-4d86-b43b-65967ff34d05 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Pushing event updated for resources: {'Port': ['ID=bd77bd89-cd38-4d6b-9055-94739ac734c9,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:25.208789 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470495f2-32f3-48fa-8575-06a2a0d43700 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Network 8f15a7b0-c0b9-4864-9373-42147a89de1a is already hosted by enough agents. {{(pid=79276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:24:25.211669 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-1752661e-29cc-47fd-b8d8-9d65e8196309 None None] Transition to ACTIVE for port object d55307aa-e7b8-4123-aefa-ec92c698f257 will not be triggered until provisioned by entity L2. {{(pid=79278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:24:25.220136 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-0e9e86ba-b624-4d86-b43b-65967ff34d05 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:25.226523 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.base_scheduler [None req-470495f2-32f3-48fa-8575-06a2a0d43700 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Resources bound (agent type, host, resource id): {{(pid=79276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:24:25.238853 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-0e9e86ba-b624-4d86-b43b-65967ff34d05 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0363345 Aug 31 15:24:25.241557 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470495f2-32f3-48fa-8575-06a2a0d43700 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Received port after_create {{(pid=79276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:24:25.247084 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-98ec78b8-67d2-4570-a6d7-a64ae07ea7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:25.250436 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-1752661e-29cc-47fd-b8d8-9d65e8196309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:25.252822 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-98ec78b8-67d2-4570-a6d7-a64ae07ea7cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:25.257253 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-98ec78b8-67d2-4570-a6d7-a64ae07ea7cf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/73e37da2-3c16-4f9f-89e1-f931bc9d0ef8 HTTP/1.1" status: 204 len: 168 time: 1.0991738 Aug 31 15:24:25.263815 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-145d9c33-25cf-4883-950b-6eaa7bcadfc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:25.277513 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-312a1c96-6fe0-469a-8923-b4ce0b92e89f tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Unset dirty status for tenant:3812c8ac3d6f49189f4ea632ac894346 on resource:network {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:24:25.287213 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-312a1c96-6fe0-469a-8923-b4ce0b92e89f tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/networks?id=47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902 HTTP/1.1" status: 200 len: 818 time: 2.1802440 Aug 31 15:24:25.305413 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ec78b8-67d2-4570-a6d7-a64ae07ea7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e37da2-3c16-4f9f-89e1-f931bc9d0ef8,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:25.316709 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-98ec78b8-67d2-4570-a6d7-a64ae07ea7cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:25.328670 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-2968e575-76c2-48de-a68e-ce551fd2105f tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/quotas/3812c8ac3d6f49189f4ea632ac894346 HTTP/1.1" status: 200 len: 375 time: 0.0400252 Aug 31 15:24:25.338603 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f80b3b2a-09ef-4aff-934d-beea87805011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:25.361477 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470495f2-32f3-48fa-8575-06a2a0d43700 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Pushing event updated for resources: {'Port': ['ID=aaf25446-9503-4e3a-aa99-9fff62e0e2d8,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:25.387369 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 43854) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:25.388232 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-470495f2-32f3-48fa-8575-06a2a0d43700 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:25.440540 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-470495f2-32f3-48fa-8575-06a2a0d43700 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:25.450640 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-b8f5189a-9c73-4530-b890-198f15d96af0 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264'] for port, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:25.456578 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:25.473318 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:25.538328 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ef939-c2b6-4393-b073-3a4db032dfa0 req-1b32cd3f-ff99-4d80-a3a5-2d9c0c8f2eee tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:25.551165 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-be9ef939-c2b6-4393-b073-3a4db032dfa0 req-1b32cd3f-ff99-4d80-a3a5-2d9c0c8f2eee tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 932 time: 0.4238536 Aug 31 15:24:25.632444 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-be9ef939-c2b6-4393-b073-3a4db032dfa0 req-754f0f81-fdfe-4d49-a9fc-40fdb2f1fa1c tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/security-groups?id=41225773-89bd-4b63-9bfd-d4f674d2f885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773325 Aug 31 15:24:25.633084 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-470495f2-32f3-48fa-8575-06a2a0d43700 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:25.675872 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-b8f5189a-9c73-4530-b890-198f15d96af0 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Network 922ac450-4677-43bc-8efe-225f00db650b is already hosted by enough agents. {{(pid=79277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:24:25.684416 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.base_scheduler [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-b8f5189a-9c73-4530-b890-198f15d96af0 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Resources bound (agent type, host, resource id): {{(pid=79277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:24:25.691891 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-b8f5189a-9c73-4530-b890-198f15d96af0 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Received port after_create {{(pid=79277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:24:25.712025 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-b8f5189a-9c73-4530-b890-198f15d96af0 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:25.712748 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-b8f5189a-9c73-4530-b890-198f15d96af0 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:25.747231 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f5189a-9c73-4530-b890-198f15d96af0 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Pushing event updated for resources: {'Port': ['ID=511eb749-2a1b-4aa6-9244-8fc1a7778e9a,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:25.758914 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-b8f5189a-9c73-4530-b890-198f15d96af0 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:25.768750 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-b8f5189a-9c73-4530-b890-198f15d96af0 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2513258 Aug 31 15:24:25.778161 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-a96dc42f-d8c1-45a4-ae14-4ae88480e6ff tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3812c8ac3d6f49189f4ea632ac894346&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4475806 Aug 31 15:24:25.886698 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdfa49c-5979-43d7-b7c8-4e98b1e95333 None None] Pushing event updated for resources: {'Port': ['ID=d55307aa-e7b8-4123-aefa-ec92c698f257,revision_number=3']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:25.889909 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-fcdfa49c-5979-43d7-b7c8-4e98b1e95333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:25.904668 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] For port d29d2536-9ea6-4799-8517-5854957f36f3, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=d29d2536-9ea6-4799-8517-5854957f36f3,segment=NetworkSegment(61b58406-5c55-4a32-b6e5-ffbfd51c8976),segment_id=61b58406-5c55-4a32-b6e5-ffbfd51c8976)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:24:25.919598 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:25.922944 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-1752661e-29cc-47fd-b8d8-9d65e8196309 None None] Attempting to bind port d55307aa-e7b8-4123-aefa-ec92c698f257 on host dv-cinder-802781-4-iscsi for vnic_type normal with profile {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:24:25.923435 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-1752661e-29cc-47fd-b8d8-9d65e8196309 None None] Attempting to bind port d55307aa-e7b8-4123-aefa-ec92c698f257 by drivers openvswitch,hyperv on host dv-cinder-802781-4-iscsi at level 0 using segments [{'id': 'b43d9033-4938-47c6-a1c6-aaf1dcce285a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902'}] {{(pid=79278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:24:25.923743 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1752661e-29cc-47fd-b8d8-9d65e8196309 None None] Attempting to bind port d55307aa-e7b8-4123-aefa-ec92c698f257 on network 47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902 {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:24:25.953287 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1752661e-29cc-47fd-b8d8-9d65e8196309 None None] Checking agent: {'id': 'b1845f19-f6eb-4023-b5bb-8a6030080bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 15, 36), 'started_at': datetime.datetime(2021, 8, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:24:25.953668 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1752661e-29cc-47fd-b8d8-9d65e8196309 None None] Checking segment: {'id': 'b43d9033-4938-47c6-a1c6-aaf1dcce285a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:24:25.954072 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-1752661e-29cc-47fd-b8d8-9d65e8196309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:25.954508 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1752661e-29cc-47fd-b8d8-9d65e8196309 None None] Bound using segment: {'id': 'b43d9033-4938-47c6-a1c6-aaf1dcce285a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902'} {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:24:25.954995 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-1752661e-29cc-47fd-b8d8-9d65e8196309 None None] Bound port: d55307aa-e7b8-4123-aefa-ec92c698f257, host: dv-cinder-802781-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43d9033-4938-47c6-a1c6-aaf1dcce285a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902'}}] {{(pid=79278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:24:25.955989 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-1752661e-29cc-47fd-b8d8-9d65e8196309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:25.981150 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:26.091090 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-a0b3ed3b-ee3e-4b57-af86-025e89799258 service neutron] 10.222.0.81 "GET /v2.0/networks/47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049779 Aug 31 15:24:26.146826 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Pushing event updated for resources: {'Port': ['ID=d29d2536-9ea6-4799-8517-5854957f36f3,revision_number=5']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:26.156605 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:26.345160 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-4b8faaac-e89e-4d71-9b47-ade5a28b2679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:26.390615 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-1752661e-29cc-47fd-b8d8-9d65e8196309 None None] For port d55307aa-e7b8-4123-aefa-ec92c698f257, host dv-cinder-802781-4-iscsi, cleared binding levels {{(pid=79278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:24:26.397622 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-4b8faaac-e89e-4d71-9b47-ade5a28b2679 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:26.413509 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-4b8faaac-e89e-4d71-9b47-ade5a28b2679 admin admin] Usage tracker for resource:security_group_rule and tenant:0c5e365487c24d309c142d360645654d is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:26.421182 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-1752661e-29cc-47fd-b8d8-9d65e8196309 None None] For port d55307aa-e7b8-4123-aefa-ec92c698f257, host dv-cinder-802781-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=d55307aa-e7b8-4123-aefa-ec92c698f257,segment=NetworkSegment(b43d9033-4938-47c6-a1c6-aaf1dcce285a),segment_id=b43d9033-4938-47c6-a1c6-aaf1dcce285a)] {{(pid=79278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:24:26.441594 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-1752661e-29cc-47fd-b8d8-9d65e8196309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:26.441801 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-4b8faaac-e89e-4d71-9b47-ade5a28b2679 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:26.443003 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-06f1355b-4a75-4a5a-a202-98bcc3449059 service neutron] 10.222.0.81 "GET /v2.0/networks/47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420296 Aug 31 15:24:26.452593 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-624bb14d-9fc7-4f4f-ad88-c8bf7221f1cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:26.472718 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-4b8faaac-e89e-4d71-9b47-ade5a28b2679 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:26.599987 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1752661e-29cc-47fd-b8d8-9d65e8196309 None None] Routers {'5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:24:26.600789 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-1752661e-29cc-47fd-b8d8-9d65e8196309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:24:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:24:26.739496 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdfa49c-5979-43d7-b7c8-4e98b1e95333 None None] Pushing event updated for resources: {'Port': ['ID=d55307aa-e7b8-4123-aefa-ec92c698f257,revision_number=4']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:26.744687 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-fcdfa49c-5979-43d7-b7c8-4e98b1e95333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:26.756450 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc8cb1-e920-4370-b5bc-18721b8fb3f2 req-5726d652-983e-4147-9cea-057ca734ca87 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:26.765577 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-43cc8cb1-e920-4370-b5bc-18721b8fb3f2 req-5726d652-983e-4147-9cea-057ca734ca87 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5a66873-b75e-40bb-badf-f64da91269fe HTTP/1.1" status: 200 len: 932 time: 0.8822010 Aug 31 15:24:26.774799 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-78e49bc4-0761-4358-ba54-3cbf8fec081e req-061706b1-56b9-475a-b93a-8e1281e63be1 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 210 time: 0.0866964 Aug 31 15:24:26.863602 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.db.resource_extend [None req-470495f2-32f3-48fa-8575-06a2a0d43700 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 15:24:26.934154 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-4b8faaac-e89e-4d71-9b47-ade5a28b2679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:26.938270 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-43cc8cb1-e920-4370-b5bc-18721b8fb3f2 req-3fc3858a-9e34-4b72-a0f4-2a2cfd944963 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719885 Aug 31 15:24:26.942493 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-470495f2-32f3-48fa-8575-06a2a0d43700 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks [] for port, precommit_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:26.945289 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-4b8faaac-e89e-4d71-9b47-ade5a28b2679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:26.952889 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:26.985041 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8faaac-e89e-4d71-9b47-ade5a28b2679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191c467e-d1d4-455b-830f-0c5d5e533cdf,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:26.989707 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-470495f2-32f3-48fa-8575-06a2a0d43700 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:27.032251 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-4b8faaac-e89e-4d71-9b47-ade5a28b2679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:27.033021 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-9bf1a46a-764d-41ed-90b8-44a4c34cf8c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:27.048836 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-1752661e-29cc-47fd-b8d8-9d65e8196309 None None] Set router 5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00 gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:24:27.077321 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-470495f2-32f3-48fa-8575-06a2a0d43700 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906927'] for floatingip, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:27.109718 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-4b8faaac-e89e-4d71-9b47-ade5a28b2679 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0c5e365487c24d309c142d360645654d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7186899 Aug 31 15:24:27.131830 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 43902) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:27.269275 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470495f2-32f3-48fa-8575-06a2a0d43700 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Pushing event updated for resources: {'Port': ['ID=aaf25446-9503-4e3a-aa99-9fff62e0e2d8,revision_number=2']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:27.272813 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-470495f2-32f3-48fa-8575-06a2a0d43700 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:27.288659 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-470495f2-32f3-48fa-8575-06a2a0d43700 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for floatingip, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:27.290047 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-470495f2-32f3-48fa-8575-06a2a0d43700 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4271100 Aug 31 15:24:27.334720 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb8d66-b05d-4cae-9b61-6b5651d736d2 req-8665089d-c24a-49ce-ad3e-153575b0cad2 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:27.341578 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-fcbb8d66-b05d-4cae-9b61-6b5651d736d2 req-8665089d-c24a-49ce-ad3e-153575b0cad2 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Synchronizing usage tracker for tenant:a46b0e167bb642f79bcbb84549b986d5 on resource:port {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:24:27.382693 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-fcbb8d66-b05d-4cae-9b61-6b5651d736d2 req-8665089d-c24a-49ce-ad3e-153575b0cad2 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Unset dirty status for tenant:a46b0e167bb642f79bcbb84549b986d5 on resource:port {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:24:27.384028 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-fcbb8d66-b05d-4cae-9b61-6b5651d736d2 req-8665089d-c24a-49ce-ad3e-153575b0cad2 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 932 time: 0.2732491 Aug 31 15:24:27.428817 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-61e325b6-4b57-4366-9b16-7b6df8b4be50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:27.486652 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-fcbb8d66-b05d-4cae-9b61-6b5651d736d2 req-afb97960-3c3d-4206-87da-79df20579679 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Synchronizing usage tracker for tenant:a46b0e167bb642f79bcbb84549b986d5 on resource:security_group {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:24:27.545650 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-fcbb8d66-b05d-4cae-9b61-6b5651d736d2 req-afb97960-3c3d-4206-87da-79df20579679 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Unset dirty status for tenant:a46b0e167bb642f79bcbb84549b986d5 on resource:security_group {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:24:27.550531 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-fcbb8d66-b05d-4cae-9b61-6b5651d736d2 req-afb97960-3c3d-4206-87da-79df20579679 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/security-groups?id=41225773-89bd-4b63-9bfd-d4f674d2f885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556213 Aug 31 15:24:27.575951 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-4986a51f-442e-4187-98df-81e42301c5f9 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:27.591115 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-4986a51f-442e-4187-98df-81e42301c5f9 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/networks?id=47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902 HTTP/1.1" status: 200 len: 818 time: 0.4047058 Aug 31 15:24:27.602755 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-61e325b6-4b57-4366-9b16-7b6df8b4be50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:27.634504 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-6edc4d9b-9185-47a5-81b2-a05f21ce201e tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/quotas/3812c8ac3d6f49189f4ea632ac894346 HTTP/1.1" status: 200 len: 375 time: 0.0431597 Aug 31 15:24:27.723539 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-1752661e-29cc-47fd-b8d8-9d65e8196309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00', 'name': 'tempest-ServerRescueNegativeTestJSON-254871184-router', 'tenant_id': '3812c8ac3d6f49189f4ea632ac894346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'e3e53aaf-305a-4e8d-ba99-6ba53c5ad65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:24:08Z', 'updated_at': '2021-08-31T15:24:18Z', 'revision_number': 4, 'project_id': '3812c8ac3d6f49189f4ea632ac894346', 'gw_port': {'id': 'e3e53aaf-305a-4e8d-ba99-6ba53c5ad65f', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:05:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:24:10Z', 'updated_at': '2021-08-31T15:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': 'd55307aa-e7b8-4123-aefa-ec92c698f257', 'name': '', 'network_id': '47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902', 'tenant_id': '3812c8ac3d6f49189f4ea632ac894346', 'mac_address': 'fa:16:3e:32:60:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '98da163e-cad9-430b-a126-d66668b9f621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:24:17Z', 'updated_at': '2021-08-31T15:24:26Z', 'revision_number': 4, 'project_id': '3812c8ac3d6f49189f4ea632ac894346', 'subnets': [{'id': '98da163e-cad9-430b-a126-d66668b9f621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:24:27.767907 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-61e325b6-4b57-4366-9b16-7b6df8b4be50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:27.773716 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1752661e-29cc-47fd-b8d8-9d65e8196309 None None] The sync data for ids ['5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00'] in dv-cinder-802781-4-iscsi is: [{'id': '5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00', 'name': 'tempest-ServerRescueNegativeTestJSON-254871184-router', 'tenant_id': '3812c8ac3d6f49189f4ea632ac894346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'e3e53aaf-305a-4e8d-ba99-6ba53c5ad65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:24:08Z', 'updated_at': '2021-08-31T15:24:18Z', 'revision_number': 4, 'project_id': '3812c8ac3d6f49189f4ea632ac894346', 'gw_port': {'id': 'e3e53aaf-305a-4e8d-ba99-6ba53c5ad65f', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:05:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:24:10Z', 'updated_at': '2021-08-31T15:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': 'd55307aa-e7b8-4123-aefa-ec92c698f257', 'name': '', 'network_id': '47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902', 'tenant_id': '3812c8ac3d6f49189f4ea632ac894346', 'mac_address': 'fa:16:3e:32:60:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '98da163e-cad9-430b-a126-d66668b9f621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:24:17Z', 'updated_at': '2021-08-31T15:24:26Z', 'revision_number': 4, 'project_id': '3812c8ac3d6f49189f4ea632ac894346', 'subnets': [{'id': '98da163e-cad9-430b-a126-d66668b9f621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:24:27.783503 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:27.800539 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-7e5977a6-c255-47f6-bf9f-ff3e83e4e711 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Synchronizing usage tracker for tenant:3812c8ac3d6f49189f4ea632ac894346 on resource:port {{(pid=79276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:24:27.809674 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e325b6-4b57-4366-9b16-7b6df8b4be50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191c467e-d1d4-455b-830f-0c5d5e533cdf,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:27.813283 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-61e325b6-4b57-4366-9b16-7b6df8b4be50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:27.818965 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-61e325b6-4b57-4366-9b16-7b6df8b4be50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:27.820414 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-61e325b6-4b57-4366-9b16-7b6df8b4be50 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/191c467e-d1d4-455b-830f-0c5d5e533cdf HTTP/1.1" status: 204 len: 168 time: 0.6875422 Aug 31 15:24:27.835686 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-7e5977a6-c255-47f6-bf9f-ff3e83e4e711 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Unset dirty status for tenant:3812c8ac3d6f49189f4ea632ac894346 on resource:port {{(pid=79276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:24:27.847695 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-7e5977a6-c255-47f6-bf9f-ff3e83e4e711 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3812c8ac3d6f49189f4ea632ac894346&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2026296 Aug 31 15:24:27.886176 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-091b7d96-552d-4dc1-a2bc-127e6815299e tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Synchronizing usage tracker for tenant:ec6a8bc6d4414b24a10c0665387c54cf on resource:security_group {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:24:27.942321 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-091b7d96-552d-4dc1-a2bc-127e6815299e tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Unset dirty status for tenant:ec6a8bc6d4414b24a10c0665387c54cf on resource:security_group {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:24:27.944126 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-091b7d96-552d-4dc1-a2bc-127e6815299e tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--256485667&fields=id&tenant_id=ec6a8bc6d4414b24a10c0665387c54cf HTTP/1.1" status: 200 len: 267 time: 0.1994734 Aug 31 15:24:28.273938 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-3cc4b38f-acf3-44bd-8ca6-e3d2823244b5 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:28.279652 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-3cc4b38f-acf3-44bd-8ca6-e3d2823244b5 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Synchronizing usage tracker for tenant:ec6a8bc6d4414b24a10c0665387c54cf on resource:network {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:24:28.296733 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-cec9ccc6-1d88-469f-b7ee-55dd8ab8113d service neutron] 10.222.0.81 "GET /v2.0/networks/47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378009 Aug 31 15:24:28.314635 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device d55307aa-e7b8-4123-aefa-ec92c698f257 up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:24:28.364434 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-3cc4b38f-acf3-44bd-8ca6-e3d2823244b5 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Unset dirty status for tenant:ec6a8bc6d4414b24a10c0665387c54cf on resource:network {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:24:28.365632 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-3cc4b38f-acf3-44bd-8ca6-e3d2823244b5 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/networks?id=4e75f494-7e6b-45f9-ac2a-ef61105e9d7d HTTP/1.1" status: 200 len: 811 time: 0.4130588 Aug 31 15:24:28.386965 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-fac84931-5d0c-4223-a5b9-6e3e7ecd4bca tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/quotas/ec6a8bc6d4414b24a10c0665387c54cf HTTP/1.1" status: 200 len: 375 time: 0.0132682 Aug 31 15:24:28.449614 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning for port d55307aa-e7b8-4123-aefa-ec92c698f257 completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:24:28.456913 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port d55307aa-e7b8-4123-aefa-ec92c698f257 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:24:28.457598 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:28.769737 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:28.802818 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-3acf1504-b797-4be2-bf3c-54fb98614569 service neutron] 10.222.0.81 "GET /v2.0/networks/47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4956913 Aug 31 15:24:28.813858 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] For port d55307aa-e7b8-4123-aefa-ec92c698f257, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=d55307aa-e7b8-4123-aefa-ec92c698f257,segment=NetworkSegment(b43d9033-4938-47c6-a1c6-aaf1dcce285a),segment_id=b43d9033-4938-47c6-a1c6-aaf1dcce285a)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:24:28.833057 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:28.834014 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device d29d2536-9ea6-4799-8517-5854957f36f3 up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:24:28.872552 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-c12a171c-983b-4758-83b0-272d0eb05a71 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ec6a8bc6d4414b24a10c0665387c54cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4589002 Aug 31 15:24:28.912938 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:29.022899 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Pushing event updated for resources: {'Port': ['ID=d55307aa-e7b8-4123-aefa-ec92c698f257,revision_number=5']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:29.030506 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:29.061085 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 6 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:24:29.071011 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port d29d2536-9ea6-4799-8517-5854957f36f3 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:24:29.071442 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:29.165716 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-000a2be1-0198-4824-9b5b-18a805b426b0 service neutron] 10.222.0.81 "GET /v2.0/networks/4e75f494-7e6b-45f9-ac2a-ef61105e9d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920308 Aug 31 15:24:29.554403 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-5e2a984b-d677-425c-88ea-44342894aed4 service neutron] 10.222.0.81 "GET /v2.0/networks/4e75f494-7e6b-45f9-ac2a-ef61105e9d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758445 Aug 31 15:24:29.651001 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4acf3e-bd5a-41e1-8942-c8e3ee94e399 req-9269d65d-b88c-4764-a38a-519f87abacbb tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:29.661236 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-dc4acf3e-bd5a-41e1-8942-c8e3ee94e399 req-9269d65d-b88c-4764-a38a-519f87abacbb tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5a66873-b75e-40bb-badf-f64da91269fe HTTP/1.1" status: 200 len: 932 time: 0.2679131 Aug 31 15:24:29.763684 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-dc4acf3e-bd5a-41e1-8942-c8e3ee94e399 req-1d6cc01a-acca-418a-a516-438ac09b24e5 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015553 Aug 31 15:24:30.021245 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-b62fa94a-6c22-4dbd-ab37-213432bac29a req-6ec7448b-5b53-4320-bbe7-ffca85b71fcc tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 210 time: 0.1367717 Aug 31 15:24:30.266849 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device d55307aa-e7b8-4123-aefa-ec92c698f257 up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:24:30.287729 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [req-3a91e938-2693-4b9f-a8d7-46c7c9113c4b req-7b84fc76-3578-4eff-82df-0930a02531e1 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Synchronizing usage tracker for tenant:ec6a8bc6d4414b24a10c0665387c54cf on resource:port {{(pid=79276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:24:30.321340 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdd009-19d5-40de-817b-331157b0f88d req-a461c43a-dc1d-4b02-9163-ef259b8ec5e8 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:30.340622 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [req-3a91e938-2693-4b9f-a8d7-46c7c9113c4b req-7b84fc76-3578-4eff-82df-0930a02531e1 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Unset dirty status for tenant:ec6a8bc6d4414b24a10c0665387c54cf on resource:port {{(pid=79276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:24:30.341002 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d4cdd009-19d5-40de-817b-331157b0f88d req-a461c43a-dc1d-4b02-9163-ef259b8ec5e8 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 932 time: 0.3016195 Aug 31 15:24:30.348634 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-3a91e938-2693-4b9f-a8d7-46c7c9113c4b req-7b84fc76-3578-4eff-82df-0930a02531e1 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 210 time: 0.2007649 Aug 31 15:24:30.461681 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d4cdd009-19d5-40de-817b-331157b0f88d req-03cf6b2c-21b7-4ef6-84a6-c6b177db4148 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/security-groups?id=41225773-89bd-4b63-9bfd-d4f674d2f885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187847 Aug 31 15:24:30.491166 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port d55307aa-e7b8-4123-aefa-ec92c698f257 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:24:30.492234 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:31.143063 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330fa86e-a9ee-4a12-b9f9-31eff4dbc20f req-5818694b-a61b-4046-b284-9bab1575976e tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:31.154531 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-330fa86e-a9ee-4a12-b9f9-31eff4dbc20f req-5818694b-a61b-4046-b284-9bab1575976e tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5a66873-b75e-40bb-badf-f64da91269fe HTTP/1.1" status: 200 len: 932 time: 0.2027311 Aug 31 15:24:31.292285 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-330fa86e-a9ee-4a12-b9f9-31eff4dbc20f req-ee082a5d-4dc0-48ef-9594-f7b33c1ee578 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227319 Aug 31 15:24:31.327005 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f2025eed-e033-446e-b8d6-1ca7f33ad549 req-c81370d9-d642-470f-8b78-a8ce4f44894d tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 210 time: 0.1372049 Aug 31 15:24:31.702347 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e22a3d-bef8-4b9d-b766-8fed25b5015b req-723aef0a-7062-47b7-ab7e-c8c8f20287f1 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:31.726240 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-57e22a3d-bef8-4b9d-b766-8fed25b5015b req-723aef0a-7062-47b7-ab7e-c8c8f20287f1 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 932 time: 0.1069288 Aug 31 15:24:31.736913 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-4d9d8f7f-0d90-455b-8c16-d0e60e0f4ae8 req-735dfe59-858d-478a-83de-92bae563326d tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 210 time: 0.1195674 Aug 31 15:24:31.859176 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-57e22a3d-bef8-4b9d-b766-8fed25b5015b req-1e9f86f6-89bd-4306-93a9-ff6a6cfbd776 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/security-groups?id=41225773-89bd-4b63-9bfd-d4f674d2f885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277215 Aug 31 15:24:32.831305 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-32b72d39-486c-45f7-acd1-def53625d25d req-9eb558cb-d27b-46f4-ae38-8b294a5f952d tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 210 time: 0.1502497 Aug 31 15:24:32.879076 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06aa9f7-6406-423e-9291-41eab5912419 req-bdb34231-81d6-4c52-883b-3baae9e18b71 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:32.879731 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-f06aa9f7-6406-423e-9291-41eab5912419 req-bdb34231-81d6-4c52-883b-3baae9e18b71 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Synchronizing usage tracker for tenant:6d830094621a47f083137ccc6fa15151 on resource:port {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:24:32.908923 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-f06aa9f7-6406-423e-9291-41eab5912419 req-bdb34231-81d6-4c52-883b-3baae9e18b71 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Unset dirty status for tenant:6d830094621a47f083137ccc6fa15151 on resource:port {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:24:32.918835 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f06aa9f7-6406-423e-9291-41eab5912419 req-bdb34231-81d6-4c52-883b-3baae9e18b71 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5a66873-b75e-40bb-badf-f64da91269fe HTTP/1.1" status: 200 len: 932 time: 0.2513056 Aug 31 15:24:33.010050 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-f06aa9f7-6406-423e-9291-41eab5912419 req-197dc221-6d87-4679-bbee-8aa36847df52 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Synchronizing usage tracker for tenant:6d830094621a47f083137ccc6fa15151 on resource:security_group {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:24:33.017643 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-092d5b12-17c8-4f9d-ad5b-686c37244b2c req-96f16952-3576-4ccb-ab58-040c44373901 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 210 time: 0.0622621 Aug 31 15:24:33.032676 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-f06aa9f7-6406-423e-9291-41eab5912419 req-197dc221-6d87-4679-bbee-8aa36847df52 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Unset dirty status for tenant:6d830094621a47f083137ccc6fa15151 on resource:security_group {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:24:33.048329 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f06aa9f7-6406-423e-9291-41eab5912419 req-197dc221-6d87-4679-bbee-8aa36847df52 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251030 Aug 31 15:24:33.257419 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea674c-d810-44fc-af3e-d39b9c8fb656 req-aa7bcff5-e734-407b-b40e-637660ece29c tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:33.265360 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-2dea674c-d810-44fc-af3e-d39b9c8fb656 req-aa7bcff5-e734-407b-b40e-637660ece29c tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 932 time: 0.1194108 Aug 31 15:24:33.309742 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-2dea674c-d810-44fc-af3e-d39b9c8fb656 req-95c6742e-bdda-44ca-b127-56efa7d035e3 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/security-groups?id=41225773-89bd-4b63-9bfd-d4f674d2f885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434895 Aug 31 15:24:33.991878 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-693d864d-346a-4e46-8f2f-0bf22218ea68 req-7f12aa33-c6a1-453e-a5eb-2c7929b45bfd tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 210 time: 0.0563030 Aug 31 15:24:34.280532 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-6c9f2d7c-dfe7-435d-bbf5-c6ff3e802dfb req-ea2f6e62-d69a-42ea-976d-713a58d05e3a tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 210 time: 0.1060171 Aug 31 15:24:34.391928 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50444453-6986-451c-868f-f08c908db593 req-badb1030-3be7-4b92-9a1d-0aee3d004b08 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:34.394935 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-50444453-6986-451c-868f-f08c908db593 req-badb1030-3be7-4b92-9a1d-0aee3d004b08 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5a66873-b75e-40bb-badf-f64da91269fe HTTP/1.1" status: 200 len: 932 time: 0.1864660 Aug 31 15:24:34.492454 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-50444453-6986-451c-868f-f08c908db593 req-606ac478-d61a-4a56-9786-9bf911fc2298 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896728 Aug 31 15:24:34.625367 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37eb2f-d2b9-4ad9-8003-8e246320fc2d req-1fd2f76e-7e47-46fd-a715-57dcc95aabaa tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:34.626880 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-dc37eb2f-d2b9-4ad9-8003-8e246320fc2d req-1fd2f76e-7e47-46fd-a715-57dcc95aabaa tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 932 time: 0.0892110 Aug 31 15:24:34.677677 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-dc37eb2f-d2b9-4ad9-8003-8e246320fc2d req-ac6a1275-3113-47eb-a0a5-3b58dfc8db1e tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/security-groups?id=41225773-89bd-4b63-9bfd-d4f674d2f885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449660 Aug 31 15:24:35.142064 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0ca62bf7-f805-4cb8-9945-a841cfd677c6 req-27363e01-b66d-4307-bad9-1717e109d9ac tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 210 time: 0.0421445 Aug 31 15:24:35.268172 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-c01dd750-ea99-49b2-8afd-d29464f10cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:35.448940 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-777dfac3-9703-46ef-ad7f-e7a1ea8f9cd6 req-b736de49-2db9-4dc4-9726-1e73e8027857 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 210 time: 0.0456946 Aug 31 15:24:35.581438 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:35.694285 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0ff14-effb-4967-bf59-72ebbc3c7067 req-51ab8084-4323-40c8-b59b-9be064f55340 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:35.702577 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a1b0ff14-effb-4967-bf59-72ebbc3c7067 req-51ab8084-4323-40c8-b59b-9be064f55340 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5a66873-b75e-40bb-badf-f64da91269fe HTTP/1.1" status: 200 len: 932 time: 0.0987759 Aug 31 15:24:35.777968 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a1b0ff14-effb-4967-bf59-72ebbc3c7067 req-efbd9f19-d575-4069-aef2-68942eece8b9 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744176 Aug 31 15:24:35.897889 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 44168) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:35.955177 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed0122-33c2-45bb-8be0-b9de68ed1f94 req-726797ee-60e4-445c-9a8b-5e47e582a823 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:35.957677 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-29ed0122-33c2-45bb-8be0-b9de68ed1f94 req-726797ee-60e4-445c-9a8b-5e47e582a823 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 932 time: 0.0991452 Aug 31 15:24:36.011626 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-29ed0122-33c2-45bb-8be0-b9de68ed1f94 req-ebd6f35f-14d5-4768-ba01-01bc7694ce24 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/security-groups?id=41225773-89bd-4b63-9bfd-d4f674d2f885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470629 Aug 31 15:24:36.058960 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-a404dd85-275f-473b-b2e9-278cc9e5f034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:36.075092 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-a404dd85-275f-473b-b2e9-278cc9e5f034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:36.079032 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-a404dd85-275f-473b-b2e9-278cc9e5f034 admin admin] Usage tracker for resource:security_group_rule and tenant:a39c42773dc54e83b1de06f755b19252 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:36.082176 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-a404dd85-275f-473b-b2e9-278cc9e5f034 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:36.089665 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-a404dd85-275f-473b-b2e9-278cc9e5f034 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:36.176578 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-a404dd85-275f-473b-b2e9-278cc9e5f034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:36.182803 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-a404dd85-275f-473b-b2e9-278cc9e5f034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:36.192234 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-d08391bf-e537-43be-8768-8b431f687417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:36.194435 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 44182) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:36.233520 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-a404dd85-275f-473b-b2e9-278cc9e5f034 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a39c42773dc54e83b1de06f755b19252&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3320458 Aug 31 15:24:36.233920 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 44188) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:36.236242 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a404dd85-275f-473b-b2e9-278cc9e5f034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf690d1-9946-4575-81de-52f5c87187e1,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:36.241576 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-a404dd85-275f-473b-b2e9-278cc9e5f034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:36.303387 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c63c33a6-158a-4475-9ee1-a713464b36ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:36.327740 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-559f2e96-ca94-42cb-841a-134a9ffa4799 req-49aa8228-02a1-4026-9bcb-8c4f8e291182 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 210 time: 0.0609913 Aug 31 15:24:36.346389 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c63c33a6-158a-4475-9ee1-a713464b36ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:36.352735 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-944a6741-30f9-407b-9a67-3815214fb626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:36.381510 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-944a6741-30f9-407b-9a67-3815214fb626 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:36.398770 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-944a6741-30f9-407b-9a67-3815214fb626 admin admin] Usage tracker for resource:security_group_rule and tenant:c18c8b86a6fe46a3b0c471ea3841f900 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:36.403471 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-944a6741-30f9-407b-9a67-3815214fb626 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:36.409478 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-944a6741-30f9-407b-9a67-3815214fb626 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:36.443090 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c63c33a6-158a-4475-9ee1-a713464b36ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:36.451754 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:36.468073 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c33a6-158a-4475-9ee1-a713464b36ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf690d1-9946-4575-81de-52f5c87187e1,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:36.470621 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-c63c33a6-158a-4475-9ee1-a713464b36ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:36.480832 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c63c33a6-158a-4475-9ee1-a713464b36ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:36.484884 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-c63c33a6-158a-4475-9ee1-a713464b36ae admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2cf690d1-9946-4575-81de-52f5c87187e1 HTTP/1.1" status: 204 len: 168 time: 0.2471571 Aug 31 15:24:36.552775 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-944a6741-30f9-407b-9a67-3815214fb626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:36.558978 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-944a6741-30f9-407b-9a67-3815214fb626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:36.572932 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:36.642156 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-b9735a38-f6b6-4c71-bd4b-84898c5667f9 req-b4e54b13-bfcc-4038-9ff2-c7f1902c03d7 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 210 time: 0.0706296 Aug 31 15:24:36.659248 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-944a6741-30f9-407b-9a67-3815214fb626 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c18c8b86a6fe46a3b0c471ea3841f900&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4634809 Aug 31 15:24:36.661885 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 44200) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:36.663997 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a6741-30f9-407b-9a67-3815214fb626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380ab0ff-ed3d-463a-b147-b5b3a7bd0f82,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:36.668003 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-944a6741-30f9-407b-9a67-3815214fb626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:36.725238 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-0d9709dc-d98f-408d-8504-c471a60b3668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:36.753987 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-0d9709dc-d98f-408d-8504-c471a60b3668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:36.819409 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-0d9709dc-d98f-408d-8504-c471a60b3668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:36.824684 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-98ec78b8-67d2-4570-a6d7-a64ae07ea7cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:36.837149 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9709dc-d98f-408d-8504-c471a60b3668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380ab0ff-ed3d-463a-b147-b5b3a7bd0f82,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:36.843853 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-0d9709dc-d98f-408d-8504-c471a60b3668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:36.854467 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-0d9709dc-d98f-408d-8504-c471a60b3668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:36.856051 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-0d9709dc-d98f-408d-8504-c471a60b3668 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/380ab0ff-ed3d-463a-b147-b5b3a7bd0f82 HTTP/1.1" status: 204 len: 168 time: 0.1926510 Aug 31 15:24:36.998252 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146a0ef-60df-495d-bd13-2cc7eb052134 req-0c0f28e9-5aa0-4be9-98be-4316d17b9651 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:37.006043 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0146a0ef-60df-495d-bd13-2cc7eb052134 req-0c0f28e9-5aa0-4be9-98be-4316d17b9651 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5a66873-b75e-40bb-badf-f64da91269fe HTTP/1.1" status: 200 len: 932 time: 0.1219006 Aug 31 15:24:37.066296 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0146a0ef-60df-495d-bd13-2cc7eb052134 req-b3d6cced-be95-4d29-94fb-08fce4814079 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593414 Aug 31 15:24:37.234865 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad897d-b498-435b-99b8-dde5c8e22471 req-d28f29eb-90c4-486e-a80d-0c854ff8a997 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:37.236442 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-94ad897d-b498-435b-99b8-dde5c8e22471 req-d28f29eb-90c4-486e-a80d-0c854ff8a997 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 932 time: 0.0960133 Aug 31 15:24:37.308626 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-94ad897d-b498-435b-99b8-dde5c8e22471 req-ab599880-5111-4240-b9fb-7a34734305a2 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/security-groups?id=41225773-89bd-4b63-9bfd-d4f674d2f885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665145 Aug 31 15:24:37.317401 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 44234) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:37.336854 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-3c439c07-cfd1-46ca-8969-aaa338ae1ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:37.352695 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-3c439c07-cfd1-46ca-8969-aaa338ae1ebe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:37.358244 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-3c439c07-cfd1-46ca-8969-aaa338ae1ebe admin admin] Usage tracker for resource:security_group_rule and tenant:68f319ddb7674e30bf275c2b20d15b2a is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:37.361207 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-3c439c07-cfd1-46ca-8969-aaa338ae1ebe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:37.367123 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-3c439c07-cfd1-46ca-8969-aaa338ae1ebe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:37.465731 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:37.516784 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a3912d5d-374c-478a-9c12-6b12a6916e47 req-de499a88-3f41-4179-8c2d-7d7d6311cc8b tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 210 time: 0.0624447 Aug 31 15:24:37.518538 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-3c439c07-cfd1-46ca-8969-aaa338ae1ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:37.524674 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-3c439c07-cfd1-46ca-8969-aaa338ae1ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:37.540197 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-0d9709dc-d98f-408d-8504-c471a60b3668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:37.574948 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-3c439c07-cfd1-46ca-8969-aaa338ae1ebe admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=68f319ddb7674e30bf275c2b20d15b2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2562740 Aug 31 15:24:37.578109 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 44244) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:37.580585 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c439c07-cfd1-46ca-8969-aaa338ae1ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f8d807-a9f4-4757-b57d-2d44b3ae446f,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:37.584061 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-3c439c07-cfd1-46ca-8969-aaa338ae1ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:37.605671 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 44250) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:37.643852 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2bd74802-07d5-439c-ad1a-16dbf4003316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:37.672560 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2bd74802-07d5-439c-ad1a-16dbf4003316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:37.695468 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-d0c8861b-dec4-4900-b30b-bca617c9fbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:37.733322 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [None req-8cb81ad9-68bc-456b-8ed1-169d9822f643 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1094783634-network', 'tenant_id': '5c48595e784c4ac39d01af61f07c0901'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:24:37.734083 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2bd74802-07d5-439c-ad1a-16dbf4003316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:37.738333 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-8cb81ad9-68bc-456b-8ed1-169d9822f643 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:37.739525 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-4b8faaac-e89e-4d71-9b47-ade5a28b2679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:37.742353 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-8cb81ad9-68bc-456b-8ed1-169d9822f643 admin admin] Usage tracker for resource:network and tenant:5c48595e784c4ac39d01af61f07c0901 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:37.745722 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-8cb81ad9-68bc-456b-8ed1-169d9822f643 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:37.754075 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-8cb81ad9-68bc-456b-8ed1-169d9822f643 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:37.755860 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd74802-07d5-439c-ad1a-16dbf4003316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f8d807-a9f4-4757-b57d-2d44b3ae446f,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:37.758083 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-2bd74802-07d5-439c-ad1a-16dbf4003316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:37.762919 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2bd74802-07d5-439c-ad1a-16dbf4003316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:37.764315 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-2bd74802-07d5-439c-ad1a-16dbf4003316 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/32f8d807-a9f4-4757-b57d-2d44b3ae446f HTTP/1.1" status: 204 len: 168 time: 0.1851666 Aug 31 15:24:37.766721 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb81ad9-68bc-456b-8ed1-169d9822f643 admin admin] Made reservation on behalf of 5c48595e784c4ac39d01af61f07c0901 for: {'network': 1} {{(pid=79277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:24:37.769089 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-8cb81ad9-68bc-456b-8ed1-169d9822f643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for network, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:37.782882 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-8cb81ad9-68bc-456b-8ed1-169d9822f643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:37.801205 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-8cb81ad9-68bc-456b-8ed1-169d9822f643 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:37.805442 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-8cb81ad9-68bc-456b-8ed1-169d9822f643 admin admin] Usage tracker for resource:security_group_rule and tenant:5c48595e784c4ac39d01af61f07c0901 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:37.809388 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-8cb81ad9-68bc-456b-8ed1-169d9822f643 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:37.811981 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-e0bc9dd9-d461-4f4a-b941-c825c55c0755 req-1e09268d-d5a7-423d-9090-418715b08947 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 210 time: 0.0460987 Aug 31 15:24:37.817031 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-8cb81ad9-68bc-456b-8ed1-169d9822f643 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:37.922547 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-8cb81ad9-68bc-456b-8ed1-169d9822f643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:37.927444 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-8cb81ad9-68bc-456b-8ed1-169d9822f643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:37.930694 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:37.959901 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cb81ad9-68bc-456b-8ed1-169d9822f643 admin admin] vlan segment allocate from pool success with {'vlan_id': 901, 'physical_network': 'physnet1'} {{(pid=79277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:24:37.968543 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb81ad9-68bc-456b-8ed1-169d9822f643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7bf9d6-8693-42ec-b121-38aca73d61be,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:37.972644 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-8cb81ad9-68bc-456b-8ed1-169d9822f643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:37.975580 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-8cb81ad9-68bc-456b-8ed1-169d9822f643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3286683'] for segment, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:37.975910 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.db.segments_db [None req-8cb81ad9-68bc-456b-8ed1-169d9822f643 admin admin] Added segment 2fa70dd6-3c2d-4240-bf5d-0062f3a5bcf7 of type vlan for network 337f1667-ee7d-4c54-92ad-bcd52ce8f7c5 Aug 31 15:24:38.007038 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-8cb81ad9-68bc-456b-8ed1-169d9822f643 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738171399325'] for network, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:38.039201 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-8cb81ad9-68bc-456b-8ed1-169d9822f643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729'] for network, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:38.040589 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb81ad9-68bc-456b-8ed1-169d9822f643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:38.041738 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-8cb81ad9-68bc-456b-8ed1-169d9822f643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for network, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:38.045224 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:38.152900 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb81ad9-68bc-456b-8ed1-169d9822f643 admin admin] Pushing event updated for resources: {'Network': ['ID=337f1667-ee7d-4c54-92ad-bcd52ce8f7c5,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:38.156272 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-8cb81ad9-68bc-456b-8ed1-169d9822f643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:38.164133 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-8cb81ad9-68bc-456b-8ed1-169d9822f643 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5538979 Aug 31 15:24:38.164440 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 44270) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:38.168295 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Network 337f1667-ee7d-4c54-92ad-bcd52ce8f7c5 details requested by agent ovs-agent-dv-cinder-802781-4-iscsi with host dv-cinder-802781-4-iscsi {{(pid=79278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 15:24:38.171392 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [None req-dbde13cf-fc74-42a3-9d4b-c80658e05d8b admin admin] Request body: {'subnet': {'network_id': '337f1667-ee7d-4c54-92ad-bcd52ce8f7c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1094783634-subnet', 'tenant_id': '5c48595e784c4ac39d01af61f07c0901', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:24:38.176652 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-dbde13cf-fc74-42a3-9d4b-c80658e05d8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:38.180711 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-dbde13cf-fc74-42a3-9d4b-c80658e05d8b admin admin] Usage tracker for resource:subnet and tenant:5c48595e784c4ac39d01af61f07c0901 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:38.184865 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-dbde13cf-fc74-42a3-9d4b-c80658e05d8b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:38.191707 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-dbde13cf-fc74-42a3-9d4b-c80658e05d8b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:38.311315 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbde13cf-fc74-42a3-9d4b-c80658e05d8b admin admin] Made reservation on behalf of 5c48595e784c4ac39d01af61f07c0901 for: {'subnet': 1} {{(pid=79277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:24:38.317474 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-dbde13cf-fc74-42a3-9d4b-c80658e05d8b admin admin] Notify callbacks [] for subnet, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:38.463777 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad48bf-c93c-4717-9cdd-782e835cef28 req-b901f25b-6878-4fc2-ba63-52aa2166e97c tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:38.465665 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-43ad48bf-c93c-4717-9cdd-782e835cef28 req-b901f25b-6878-4fc2-ba63-52aa2166e97c tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5a66873-b75e-40bb-badf-f64da91269fe HTTP/1.1" status: 200 len: 932 time: 0.2085540 Aug 31 15:24:38.550559 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687a44e-5309-467b-b90b-2ed9358f489c req-4e9b474e-fce2-447e-a6ab-595e77fb12cc tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:38.552335 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-5687a44e-5309-467b-b90b-2ed9358f489c req-4e9b474e-fce2-447e-a6ab-595e77fb12cc tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 932 time: 0.1275284 Aug 31 15:24:38.582953 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-43ad48bf-c93c-4717-9cdd-782e835cef28 req-62e7a75b-0da1-4891-8186-61a354660bbc tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106606 Aug 31 15:24:38.608483 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-5687a44e-5309-467b-b90b-2ed9358f489c req-6dc7b004-de90-4da2-b0e9-0079403d4fdb tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/security-groups?id=41225773-89bd-4b63-9bfd-d4f674d2f885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450301 Aug 31 15:24:38.654788 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-dbde13cf-fc74-42a3-9d4b-c80658e05d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729'] for subnet, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:38.660211 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:38.773743 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde13cf-fc74-42a3-9d4b-c80658e05d8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=11a8af46-44e0-4af3-a5c3-884375fa7bf3,revision_number=0']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:38.782586 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-dbde13cf-fc74-42a3-9d4b-c80658e05d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:38.786631 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-aaf4f17d-7483-4e52-b636-0bb7677eef40 req-33c40c6c-1ee7-4469-9add-1f49e4fa9a88 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 210 time: 0.0609999 Aug 31 15:24:38.790820 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbde13cf-fc74-42a3-9d4b-c80658e05d8b admin admin] Checking segment: {'id': '2fa70dd6-3c2d-4240-bf5d-0062f3a5bcf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '337f1667-ee7d-4c54-92ad-bcd52ce8f7c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:24:38.791200 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbde13cf-fc74-42a3-9d4b-c80658e05d8b admin admin] Network hostable DHCP agents. Network: 337f1667-ee7d-4c54-92ad-bcd52ce8f7c5, hostable agents: ['2365506f-cea6-46f8-ac71-d4e1f85a8442'], hosted agents: [] {{(pid=79277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:24:38.819814 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbde13cf-fc74-42a3-9d4b-c80658e05d8b admin admin] Network 337f1667-ee7d-4c54-92ad-bcd52ce8f7c5 is scheduled to be hosted by DHCP agent 2365506f-cea6-46f8-ac71-d4e1f85a8442 with binding_index 1 {{(pid=79277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:24:38.831941 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.base_scheduler [None req-dbde13cf-fc74-42a3-9d4b-c80658e05d8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-4-iscsi, 337f1667-ee7d-4c54-92ad-bcd52ce8f7c5) {{(pid=79277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:24:38.836544 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbde13cf-fc74-42a3-9d4b-c80658e05d8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:38.838469 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-dbde13cf-fc74-42a3-9d4b-c80658e05d8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for subnet, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:38.839404 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:38.851023 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699f2fa3-4994-4c16-a282-63f64cd16eee None None] Network 337f1667-ee7d-4c54-92ad-bcd52ce8f7c5 requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:24:38.867769 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-dbde13cf-fc74-42a3-9d4b-c80658e05d8b admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6979263 Aug 31 15:24:38.994500 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ab5908c9-79fa-48c6-9228-0659ed8e6f26 req-99c5b683-98ae-4222-8846-df8c80e1e602 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 210 time: 0.0499895 Aug 31 15:24:39.111637 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8575e30-e510-4da9-ab26-d355b6214661 None None] Network 337f1667-ee7d-4c54-92ad-bcd52ce8f7c5 requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:24:39.582417 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 44334) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:39.589950 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-62899241-067b-4f23-866b-d04b0b4e8231 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1526518069-network', 'tenant_id': '31d8730a8a84468daa8fc4bdde762e52'}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:24:39.596407 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-62899241-067b-4f23-866b-d04b0b4e8231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:39.600684 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-62899241-067b-4f23-866b-d04b0b4e8231 admin admin] Usage tracker for resource:network and tenant:31d8730a8a84468daa8fc4bdde762e52 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:39.604212 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-62899241-067b-4f23-866b-d04b0b4e8231 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:39.611356 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-62899241-067b-4f23-866b-d04b0b4e8231 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:39.623255 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62899241-067b-4f23-866b-d04b0b4e8231 admin admin] Made reservation on behalf of 31d8730a8a84468daa8fc4bdde762e52 for: {'network': 1} {{(pid=79276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:24:39.626382 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-62899241-067b-4f23-866b-d04b0b4e8231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for network, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:39.640084 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-62899241-067b-4f23-866b-d04b0b4e8231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:39.656439 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-62899241-067b-4f23-866b-d04b0b4e8231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:39.660439 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-62899241-067b-4f23-866b-d04b0b4e8231 admin admin] Usage tracker for resource:security_group_rule and tenant:31d8730a8a84468daa8fc4bdde762e52 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:39.665127 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-62899241-067b-4f23-866b-d04b0b4e8231 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:39.672620 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-62899241-067b-4f23-866b-d04b0b4e8231 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:39.816408 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bea4c3-5a07-4371-853b-56492848db31 req-aa189e84-ece5-458b-a642-4f1a3490e276 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:39.818585 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-79bea4c3-5a07-4371-853b-56492848db31 req-aa189e84-ece5-458b-a642-4f1a3490e276 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5a66873-b75e-40bb-badf-f64da91269fe HTTP/1.1" status: 200 len: 932 time: 0.0865715 Aug 31 15:24:39.869600 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-79bea4c3-5a07-4371-853b-56492848db31 req-68c2c1bd-f4c6-4bf9-97d6-b346e4ca8fb8 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445180 Aug 31 15:24:39.884633 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-62899241-067b-4f23-866b-d04b0b4e8231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:39.896127 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-62899241-067b-4f23-866b-d04b0b4e8231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:39.901764 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:39.937862 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62899241-067b-4f23-866b-d04b0b4e8231 admin admin] vlan segment allocate from pool success with {'vlan_id': 913, 'physical_network': 'physnet1'} {{(pid=79276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:24:39.949356 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62899241-067b-4f23-866b-d04b0b4e8231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4092a16f-0720-4043-92f2-840ab20850ad,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:39.954365 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-62899241-067b-4f23-866b-d04b0b4e8231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:39.969942 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-62899241-067b-4f23-866b-d04b0b4e8231 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738171925908', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3286683'] for segment, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:39.970523 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-62899241-067b-4f23-866b-d04b0b4e8231 admin admin] Unsubscribe: segment precommit_create {{(pid=79276) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 15:24:39.970951 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.db.segments_db [None req-62899241-067b-4f23-866b-d04b0b4e8231 admin admin] Added segment 139e341f-c32f-4c3c-9df5-3e87ab5cf5fa of type vlan for network ad7513e3-24ad-4873-bde9-46f6ee4939ba Aug 31 15:24:39.991664 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01a9ac-c44a-44ef-bb23-cef9cbe0c30b req-647c9551-7b9b-493c-bd3c-1f58624c7781 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:39.993179 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-8e01a9ac-c44a-44ef-bb23-cef9cbe0c30b req-647c9551-7b9b-493c-bd3c-1f58624c7781 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 932 time: 0.2237253 Aug 31 15:24:40.043298 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-62899241-067b-4f23-866b-d04b0b4e8231 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738171399325'] for network, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:40.059635 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-fcbe12f4-3e56-4e56-9475-3aa3cd59e062 req-ea138676-8c99-480d-a86f-e342f58e5466 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 210 time: 0.0592151 Aug 31 15:24:40.073457 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-8e01a9ac-c44a-44ef-bb23-cef9cbe0c30b req-f2af5c6d-bdaa-49e1-9689-e07760fb728e tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/security-groups?id=41225773-89bd-4b63-9bfd-d4f674d2f885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725584 Aug 31 15:24:40.098714 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-62899241-067b-4f23-866b-d04b0b4e8231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729'] for network, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:40.100090 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62899241-067b-4f23-866b-d04b0b4e8231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:40.100738 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-62899241-067b-4f23-866b-d04b0b4e8231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for network, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:40.104664 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:40.200050 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-445397e4-9b9e-4f01-83f1-1df7ba97f83a req-29cebbca-7861-49a9-89e4-3723da8d6530 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 210 time: 0.0427976 Aug 31 15:24:40.206258 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62899241-067b-4f23-866b-d04b0b4e8231 admin admin] Pushing event updated for resources: {'Network': ['ID=ad7513e3-24ad-4873-bde9-46f6ee4939ba,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:40.213804 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-62899241-067b-4f23-866b-d04b0b4e8231 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6267102 Aug 31 15:24:40.213804 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-62899241-067b-4f23-866b-d04b0b4e8231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:40.214094 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 44350) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:40.219164 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Network ad7513e3-24ad-4873-bde9-46f6ee4939ba details requested by agent ovs-agent-dv-cinder-802781-4-iscsi with host dv-cinder-802781-4-iscsi {{(pid=79278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 15:24:40.219701 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-4e5f416f-1574-40da-9f7e-ba1959b7cd92 admin admin] Request body: {'subnet': {'network_id': 'ad7513e3-24ad-4873-bde9-46f6ee4939ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1526518069-subnet', 'tenant_id': '31d8730a8a84468daa8fc4bdde762e52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:24:40.224493 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-4e5f416f-1574-40da-9f7e-ba1959b7cd92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:40.229862 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-4e5f416f-1574-40da-9f7e-ba1959b7cd92 admin admin] Usage tracker for resource:subnet and tenant:31d8730a8a84468daa8fc4bdde762e52 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:40.231557 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-4e5f416f-1574-40da-9f7e-ba1959b7cd92 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:40.237697 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-4e5f416f-1574-40da-9f7e-ba1959b7cd92 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:40.248586 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5f416f-1574-40da-9f7e-ba1959b7cd92 admin admin] Made reservation on behalf of 31d8730a8a84468daa8fc4bdde762e52 for: {'subnet': 1} {{(pid=79276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:24:40.251244 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-4e5f416f-1574-40da-9f7e-ba1959b7cd92 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:40.337443 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-9e2a71a6-e052-464a-8e0d-7a787210e3b7 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=79277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:24:40.339483 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-9e2a71a6-e052-464a-8e0d-7a787210e3b7 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082452 Aug 31 15:24:40.360475 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-21fe299f-eb86-44db-a892-f343d2c15167 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=79277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:24:40.361401 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-21fe299f-eb86-44db-a892-f343d2c15167 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051153 Aug 31 15:24:40.512760 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-4e5f416f-1574-40da-9f7e-ba1959b7cd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729'] for subnet, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:40.517172 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:40.522008 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:40.598846 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f416f-1574-40da-9f7e-ba1959b7cd92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f5171fe-b78c-4608-abf6-90bb24231552,revision_number=0']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:40.602590 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-4e5f416f-1574-40da-9f7e-ba1959b7cd92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:40.605969 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5f416f-1574-40da-9f7e-ba1959b7cd92 admin admin] Checking segment: {'id': '139e341f-c32f-4c3c-9df5-3e87ab5cf5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 913, 'network_id': 'ad7513e3-24ad-4873-bde9-46f6ee4939ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:24:40.606382 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5f416f-1574-40da-9f7e-ba1959b7cd92 admin admin] Network hostable DHCP agents. Network: ad7513e3-24ad-4873-bde9-46f6ee4939ba, hostable agents: ['2365506f-cea6-46f8-ac71-d4e1f85a8442'], hosted agents: [] {{(pid=79276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:24:40.636933 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5f416f-1574-40da-9f7e-ba1959b7cd92 admin admin] Network ad7513e3-24ad-4873-bde9-46f6ee4939ba is scheduled to be hosted by DHCP agent 2365506f-cea6-46f8-ac71-d4e1f85a8442 with binding_index 1 {{(pid=79276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:24:40.649090 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.base_scheduler [None req-4e5f416f-1574-40da-9f7e-ba1959b7cd92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-4-iscsi, ad7513e3-24ad-4873-bde9-46f6ee4939ba) {{(pid=79276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:24:40.659145 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5f416f-1574-40da-9f7e-ba1959b7cd92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:40.662538 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-4e5f416f-1574-40da-9f7e-ba1959b7cd92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for subnet, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:40.663203 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266cc913-0d3f-4d4e-baa6-3c7f892a7b68 None None] Network ad7513e3-24ad-4873-bde9-46f6ee4939ba requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:24:40.693700 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-4e5f416f-1574-40da-9f7e-ba1959b7cd92 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4785037 Aug 31 15:24:40.803032 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-5ea54673-f1fd-4448-9f60-2621fa23b503 service neutron] Request body: {'port': {'device_id': 'c5a66873-b75e-40bb-badf-f64da91269fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:24:40.858834 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-0af6981d-54a9-4c7b-b643-c11cf8a9729f service neutron] Request body: {'port': {'device_id': 'dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:24:41.002083 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7749b0-b925-41db-8e26-18c079a942b3 None None] Network ad7513e3-24ad-4873-bde9-46f6ee4939ba requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:24:41.014408 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 44372) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:41.120175 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-0af6981d-54a9-4c7b-b643-c11cf8a9729f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:41.200765 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-5ea54673-f1fd-4448-9f60-2621fa23b503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:41.441799 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae9d361c-adde-4ed5-b761-028c7ebe1d67 admin admin] Deleting subnet 11a8af46-44e0-4af3-a5c3-884375fa7bf3 {{(pid=79276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 31 15:24:41.453292 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ae9d361c-adde-4ed5-b761-028c7ebe1d67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:41.490689 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.64', 54990) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:41.567430 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-86822b8f-ce69-40b8-a2e5-f1466460095d req-54924def-9ea0-4a08-832b-afaa98035643 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 210 time: 0.1984441 Aug 31 15:24:41.609365 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8bf98-4ffe-4394-8674-5d58d41779d2 req-1c0c2520-bc17-4509-9b36-28d9ded98816 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:41.623339 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-94d8bf98-4ffe-4394-8674-5d58d41779d2 req-1c0c2520-bc17-4509-9b36-28d9ded98816 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5a66873-b75e-40bb-badf-f64da91269fe HTTP/1.1" status: 200 len: 932 time: 0.4578183 Aug 31 15:24:41.671737 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ae9d361c-adde-4ed5-b761-028c7ebe1d67 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:41.706265 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ae9d361c-adde-4ed5-b761-028c7ebe1d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3292833'] for subnet, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:41.792463 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-94d8bf98-4ffe-4394-8674-5d58d41779d2 req-aad861f4-1b51-404c-8f2c-379334b6e461 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673148 Aug 31 15:24:41.811839 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ae9d361c-adde-4ed5-b761-028c7ebe1d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3292846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729'] for subnet, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:41.824527 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-8cfa6a56-e32f-45fa-b146-889ddb2f1b2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:41.865861 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d361c-adde-4ed5-b761-028c7ebe1d67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11a8af46-44e0-4af3-a5c3-884375fa7bf3,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:41.867843 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ae9d361c-adde-4ed5-b761-028c7ebe1d67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for subnet, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:41.876154 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-ae9d361c-adde-4ed5-b761-028c7ebe1d67 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/11a8af46-44e0-4af3-a5c3-884375fa7bf3 HTTP/1.1" status: 204 len: 168 time: 0.8581705 Aug 31 15:24:41.878662 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-ae9d361c-adde-4ed5-b761-028c7ebe1d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:41.879325 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 44410) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:42.029948 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-5a0262f0-d3ab-490f-b1f5-fc4860588571 req-c3b280ef-3e57-433d-9fac-58d00314422c tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 210 time: 0.0532081 Aug 31 15:24:42.066667 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ef5e4358-989f-44e7-80ef-8dec8ee69b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1015904'] for network, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:42.239288 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ef5e4358-989f-44e7-80ef-8dec8ee69b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3290458', 'neutron.services.segments.db._delete_segments_for_network-8738171925917'] for network, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:42.281504 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ef5e4358-989f-44e7-80ef-8dec8ee69b05 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:24:42.283179 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ef5e4358-989f-44e7-80ef-8dec8ee69b05 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:24:42.284452 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ef5e4358-989f-44e7-80ef-8dec8ee69b05 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:24:42.285094 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ef5e4358-989f-44e7-80ef-8dec8ee69b05 admin admin] Subscribe: > port after_create 55550000 {{(pid=79276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:24:42.285601 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ef5e4358-989f-44e7-80ef-8dec8ee69b05 admin admin] Subscribe: > port after_delete 55550000 {{(pid=79276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:24:42.286227 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ef5e4358-989f-44e7-80ef-8dec8ee69b05 admin admin] Subscribe: > port after_update 55550000 {{(pid=79276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:24:42.286742 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ef5e4358-989f-44e7-80ef-8dec8ee69b05 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:24:42.287311 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ef5e4358-989f-44e7-80ef-8dec8ee69b05 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:24:42.287867 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ef5e4358-989f-44e7-80ef-8dec8ee69b05 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:24:42.288414 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ef5e4358-989f-44e7-80ef-8dec8ee69b05 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:24:42.393476 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.64', 54993) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:42.471779 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-3521240d-b868-40ec-9bb4-59c2a751f8b3 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:42.473198 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-3521240d-b868-40ec-9bb4-59c2a751f8b3 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.64 "GET /v2.0/networks?id=47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902 HTTP/1.1" status: 200 len: 818 time: 0.9660921 Aug 31 15:24:42.504344 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea5380-a5f5-4028-9fc4-27c984ad3d07 req-cc09c6d7-28ba-49e1-9d76-8e9d7d001770 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:42.505844 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-75ea5380-a5f5-4028-9fc4-27c984ad3d07 req-cc09c6d7-28ba-49e1-9d76-8e9d7d001770 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 932 time: 0.7520611 Aug 31 15:24:42.514458 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-247273a5-756c-4562-b662-892154a08e12 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Request body: {'port': {'device_id': '662b63a6-6d27-4341-a536-61bd45f71486', 'network_id': '47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902', 'admin_state_up': True, 'tenant_id': '3812c8ac3d6f49189f4ea632ac894346'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:24:42.640369 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ef5e4358-989f-44e7-80ef-8dec8ee69b05 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:24:42.643681 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ef5e4358-989f-44e7-80ef-8dec8ee69b05 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:24:42.643876 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ef5e4358-989f-44e7-80ef-8dec8ee69b05 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:24:42.644154 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ef5e4358-989f-44e7-80ef-8dec8ee69b05 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:24:42.644548 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.services.segments.db [None req-ef5e4358-989f-44e7-80ef-8dec8ee69b05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['337f1667-ee7d-4c54-92ad-bcd52ce8f7c5']}} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:24:42.680485 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.services.segments.db [None req-ef5e4358-989f-44e7-80ef-8dec8ee69b05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fa70dd6-3c2d-4240-bf5d-0062f3a5bcf7') {'for_net_delete': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:24:42.680485 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.services.segments.db [None req-ef5e4358-989f-44e7-80ef-8dec8ee69b05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fa70dd6-3c2d-4240-bf5d-0062f3a5bcf7') {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:24:42.689128 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ef5e4358-989f-44e7-80ef-8dec8ee69b05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738171923703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-770045'] for segment, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:42.708401 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ef5e4358-989f-44e7-80ef-8dec8ee69b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3286683'] for segment, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:42.717500 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef5e4358-989f-44e7-80ef-8dec8ee69b05 admin admin] Releasing vlan 901 on physical network physnet1 to pool {{(pid=79276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:24:42.717918 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ef5e4358-989f-44e7-80ef-8dec8ee69b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3286674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1768809'] for segment, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:42.755565 dv-cinder-802781-4-iscsi neutron-server[79276]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 15:24:42.755565 dv-cinder-802781-4-iscsi neutron-server[79276]: from cryptography.utils import int_from_bytes Aug 31 15:24:42.755565 dv-cinder-802781-4-iscsi neutron-server[79276]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 15:24:42.755565 dv-cinder-802781-4-iscsi neutron-server[79276]: from cryptography.utils import int_from_bytes Aug 31 15:24:42.755565 dv-cinder-802781-4-iscsi neutron-server[79276]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 31 15:24:42.755565 dv-cinder-802781-4-iscsi neutron-server[79276]: util.warn_limited( Aug 31 15:24:42.755565 dv-cinder-802781-4-iscsi neutron-server[79276]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 31 15:24:42.755565 dv-cinder-802781-4-iscsi neutron-server[79276]: util.warn_limited( Aug 31 15:24:42.755565 dv-cinder-802781-4-iscsi neutron-server[79276]: Traceback (most recent call last): Aug 31 15:24:42.755565 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:24:42.755565 dv-cinder-802781-4-iscsi neutron-server[79276]: timer() Aug 31 15:24:42.755565 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:24:42.755565 dv-cinder-802781-4-iscsi neutron-server[79276]: cb(*args, **kw) Aug 31 15:24:42.755565 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 31 15:24:42.755565 dv-cinder-802781-4-iscsi neutron-server[79276]: return func(*args, **kwargs) Aug 31 15:24:42.755565 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:24:42.755565 dv-cinder-802781-4-iscsi neutron-server[79276]: self._notify() Aug 31 15:24:42.755565 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:24:42.755565 dv-cinder-802781-4-iscsi neutron-server[79276]: self.callback(batched_events) Aug 31 15:24:42.755565 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:24:42.755565 dv-cinder-802781-4-iscsi neutron-server[79276]: event.method(event) Aug 31 15:24:42.755565 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 15:24:42.755565 dv-cinder-802781-4-iscsi neutron-server[79276]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:24:42.755565 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 15:24:42.755565 dv-cinder-802781-4-iscsi neutron-server[79276]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:24:42.755565 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 15:24:42.755565 dv-cinder-802781-4-iscsi neutron-server[79276]: return f(self, *a, **k) Aug 31 15:24:42.755565 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 31 15:24:42.755565 dv-cinder-802781-4-iscsi neutron-server[79276]: return self._get(url).json() Aug 31 15:24:42.755565 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 31 15:24:42.755565 dv-cinder-802781-4-iscsi neutron-server[79276]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:24:42.755565 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:24:42.755565 dv-cinder-802781-4-iscsi neutron-server[79276]: return self.request(url, 'GET', **kwargs) Aug 31 15:24:42.755565 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:24:42.755565 dv-cinder-802781-4-iscsi neutron-server[79276]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:24:42.755565 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:24:42.755565 dv-cinder-802781-4-iscsi neutron-server[79276]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:24:42.755565 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:24:42.755565 dv-cinder-802781-4-iscsi neutron-server[79276]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:24:42.755565 dv-cinder-802781-4-iscsi neutron-server[79276]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:24:42.919977 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.db.resource_extend [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-0af6981d-54a9-4c7b-b643-c11cf8a9729f service neutron] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 15:24:42.948095 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-fdfda8fa-e028-480d-aaa6-d78f697954bf req-98b2f8d6-d0ff-4c09-931d-cdf648711509 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 210 time: 0.1914942 Aug 31 15:24:42.959958 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ef5e4358-989f-44e7-80ef-8dec8ee69b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3290403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906838'] for network, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:42.977586 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ef5e4358-989f-44e7-80ef-8dec8ee69b05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for network, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:42.982875 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-62899241-067b-4f23-866b-d04b0b4e8231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:42.989042 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-5ea54673-f1fd-4448-9f60-2621fa23b503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 511eb749-2a1b-4aa6-9244-8fc1a7778e9a {{(pid=79277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:24:43.005969 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.64', 54997) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:43.026856 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-ef5e4358-989f-44e7-80ef-8dec8ee69b05 admin admin] 10.222.0.81 "DELETE /v2.0/networks/337f1667-ee7d-4c54-92ad-bcd52ce8f7c5 HTTP/1.1" status: 204 len: 168 time: 1.1427124 Aug 31 15:24:43.039223 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 44464) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:43.055341 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-5ea54673-f1fd-4448-9f60-2621fa23b503 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:43.091242 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-75ea5380-a5f5-4028-9fc4-27c984ad3d07 req-d4a5bd86-3ded-4ef1-ba76-e3c785630cfb tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/security-groups?id=41225773-89bd-4b63-9bfd-d4f674d2f885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5130713 Aug 31 15:24:43.138504 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e4358-989f-44e7-80ef-8dec8ee69b05 admin admin] Pushing event deleted for resources: {'Network': ['ID=337f1667-ee7d-4c54-92ad-bcd52ce8f7c5,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:43.142174 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-ef5e4358-989f-44e7-80ef-8dec8ee69b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:43.145231 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 44472) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:43.159655 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.db_base_plugin_v2 [None req-6228eef2-475a-4df8-a676-3b5cab8cc132 admin admin] Deleting subnet 7f5171fe-b78c-4608-abf6-90bb24231552 {{(pid=79276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 31 15:24:43.176846 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-247273a5-756c-4562-b662-892154a08e12 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:43.204337 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-6228eef2-475a-4df8-a676-3b5cab8cc132 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:43.299274 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-5fa47da3-8386-4dd3-af07-3fdab2019c72 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:43.300893 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-5fa47da3-8386-4dd3-af07-3fdab2019c72 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.64 "GET /v2.0/networks?id=47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902 HTTP/1.1" status: 200 len: 818 time: 0.8961716 Aug 31 15:24:43.325489 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-247273a5-756c-4562-b662-892154a08e12 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:43.352292 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-7707c6db-43da-444b-98ee-70881be4346b tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Request body: {'port': {'device_id': '1f71dbd0-b5d8-4471-aeb5-9b61390583a5', 'network_id': '47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902', 'admin_state_up': True, 'tenant_id': '3812c8ac3d6f49189f4ea632ac894346'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:24:43.363890 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-6228eef2-475a-4df8-a676-3b5cab8cc132 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-770018'] for subnet, precommit_delete_associations {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:43.372129 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-0af6981d-54a9-4c7b-b643-c11cf8a9729f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd77bd89-cd38-4d6b-9055-94739ac734c9 {{(pid=79277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:24:43.376897 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.provisioning_blocks [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-5ea54673-f1fd-4448-9f60-2621fa23b503 service neutron] Transition to ACTIVE for port object 511eb749-2a1b-4aa6-9244-8fc1a7778e9a will not be triggered until provisioned by entity L2. {{(pid=79277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:24:43.446183 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-804619c2-8dd5-43c5-8979-d18a5fd126bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:43.484447 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ebbda-10d7-41b7-882a-51300419cb65 req-c6a64ff5-728c-4cbb-9f54-4565eab08b6f tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:43.493079 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-0b5ebbda-10d7-41b7-882a-51300419cb65 req-c6a64ff5-728c-4cbb-9f54-4565eab08b6f tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5a66873-b75e-40bb-badf-f64da91269fe HTTP/1.1" status: 200 len: 932 time: 0.3491466 Aug 31 15:24:43.501978 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-804619c2-8dd5-43c5-8979-d18a5fd126bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:43.519616 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-6228eef2-475a-4df8-a676-3b5cab8cc132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3292833'] for subnet, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:43.548530 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-0af6981d-54a9-4c7b-b643-c11cf8a9729f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:43.560284 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-804619c2-8dd5-43c5-8979-d18a5fd126bd admin admin] Usage tracker for resource:security_group_rule and tenant:1f72b8a5939542eb93c3ef57fa3bf06e is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:43.568134 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-804619c2-8dd5-43c5-8979-d18a5fd126bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:43.578014 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-5ea54673-f1fd-4448-9f60-2621fa23b503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:43.592165 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-804619c2-8dd5-43c5-8979-d18a5fd126bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:43.615554 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-73e187b5-be7c-47d0-9ca2-d6eb563fedcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:43.622137 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-0b5ebbda-10d7-41b7-882a-51300419cb65 req-4200a1ac-6322-482d-9925-2b8d9c5d966d tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281996 Aug 31 15:24:43.652538 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-69e9652f-431c-4e7d-a2d0-d4ea484a0a3c req-271c0cdc-9ea5-4884-b026-58fa1dad3ade tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 210 time: 0.3182421 Aug 31 15:24:43.653138 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-247273a5-756c-4562-b662-892154a08e12 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Made reservation on behalf of 3812c8ac3d6f49189f4ea632ac894346 for: {'port': 1} {{(pid=79277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:24:43.656793 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-247273a5-756c-4562-b662-892154a08e12 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:43.682397 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-6228eef2-475a-4df8-a676-3b5cab8cc132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3292846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1768719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-930066'] for subnet, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:43.683925 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.provisioning_blocks [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-0af6981d-54a9-4c7b-b643-c11cf8a9729f service neutron] Transition to ACTIVE for port object bd77bd89-cd38-4d6b-9055-94739ac734c9 will not be triggered until provisioned by entity L2. {{(pid=79277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:24:43.695726 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-fb15c190-44c1-42ca-93b8-a3f9c3693818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:43.745759 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-6228eef2-475a-4df8-a676-3b5cab8cc132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for subnet, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:43.754190 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6228eef2-475a-4df8-a676-3b5cab8cc132 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f5171fe-b78c-4608-abf6-90bb24231552,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:43.757415 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-6228eef2-475a-4df8-a676-3b5cab8cc132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:43.775488 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-6228eef2-475a-4df8-a676-3b5cab8cc132 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/7f5171fe-b78c-4608-abf6-90bb24231552 HTTP/1.1" status: 204 len: 168 time: 0.7294574 Aug 31 15:24:43.779629 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 44506) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:43.790494 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea54673-f1fd-4448-9f60-2621fa23b503 service neutron] Pushing event updated for resources: {'Port': ['ID=511eb749-2a1b-4aa6-9244-8fc1a7778e9a,revision_number=2']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:43.803673 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-0af6981d-54a9-4c7b-b643-c11cf8a9729f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:43.874401 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 44512) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:43.928335 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-754a4e53-2b8c-4fb7-9256-f711ff36f7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1015904'] for network, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:43.932079 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-804619c2-8dd5-43c5-8979-d18a5fd126bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:43.943375 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-804619c2-8dd5-43c5-8979-d18a5fd126bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:43.955205 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-2bd74802-07d5-439c-ad1a-16dbf4003316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:44.030351 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-9f76191c-af79-4535-a793-802e82bf861b tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:44.031878 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-9f76191c-af79-4535-a793-802e82bf861b tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.64 "GET /v2.0/networks?id=4e75f494-7e6b-45f9-ac2a-ef61105e9d7d HTTP/1.1" status: 200 len: 811 time: 0.9802768 Aug 31 15:24:44.036618 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-804619c2-8dd5-43c5-8979-d18a5fd126bd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1f72b8a5939542eb93c3ef57fa3bf06e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8890150 Aug 31 15:24:44.042138 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 44520) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:44.050852 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804619c2-8dd5-43c5-8979-d18a5fd126bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631d0160-e429-4a53-a370-d05a58fc55a6,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:44.074994 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-804619c2-8dd5-43c5-8979-d18a5fd126bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:44.105122 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d3991575-52ec-408c-bb20-188e4bf0389b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:44.132002 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-5ea54673-f1fd-4448-9f60-2621fa23b503 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:44.142820 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-5ea54673-f1fd-4448-9f60-2621fa23b503 service neutron] Attempting to bind port 511eb749-2a1b-4aa6-9244-8fc1a7778e9a on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:24:44.143027 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-5ea54673-f1fd-4448-9f60-2621fa23b503 service neutron] Attempting to bind port 511eb749-2a1b-4aa6-9244-8fc1a7778e9a by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': 'c04ecbb1-0952-4af4-8fe9-edf346411969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '922ac450-4677-43bc-8efe-225f00db650b'}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:24:44.143401 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-5ea54673-f1fd-4448-9f60-2621fa23b503 service neutron] Attempting to bind port 511eb749-2a1b-4aa6-9244-8fc1a7778e9a on network 922ac450-4677-43bc-8efe-225f00db650b {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:24:44.145363 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.223s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:44.183108 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-754a4e53-2b8c-4fb7-9256-f711ff36f7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3290458', 'neutron.services.segments.db._delete_segments_for_network-8738171925917'] for network, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:44.227080 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-d3991575-52ec-408c-bb20-188e4bf0389b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:44.249993 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.services.segments.db [None req-754a4e53-2b8c-4fb7-9256-f711ff36f7d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad7513e3-24ad-4873-bde9-46f6ee4939ba']}} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:24:44.268405 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-d3991575-52ec-408c-bb20-188e4bf0389b admin admin] Usage tracker for resource:security_group_rule and tenant:4388d6109ead479a8acedc94307bcf42 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:44.272082 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-5ea54673-f1fd-4448-9f60-2621fa23b503 service neutron] Port 511eb749-2a1b-4aa6-9244-8fc1a7778e9a on network 922ac450-4677-43bc-8efe-225f00db650b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 31 15:24:44.272409 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-5ea54673-f1fd-4448-9f60-2621fa23b503 service neutron] Attempting to bind port 511eb749-2a1b-4aa6-9244-8fc1a7778e9a on network 922ac450-4677-43bc-8efe-225f00db650b {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:24:44.273469 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-d3991575-52ec-408c-bb20-188e4bf0389b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:44.277951 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-2223bc28-4581-4011-b025-d063ba9603bf req-68e09347-79e4-46b0-aeeb-95c6627f8952 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 210 time: 0.1176691 Aug 31 15:24:44.284218 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-d3991575-52ec-408c-bb20-188e4bf0389b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:44.289371 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.services.segments.db [None req-754a4e53-2b8c-4fb7-9256-f711ff36f7d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '139e341f-c32f-4c3c-9df5-3e87ab5cf5fa') {'for_net_delete': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:24:44.289656 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.services.segments.db [None req-754a4e53-2b8c-4fb7-9256-f711ff36f7d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '139e341f-c32f-4c3c-9df5-3e87ab5cf5fa') {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:24:44.319368 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-754a4e53-2b8c-4fb7-9256-f711ff36f7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738171923703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-770045'] for segment, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:44.327946 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-5ea54673-f1fd-4448-9f60-2621fa23b503 service neutron] Checking agent: {'id': '62cd79da-47e6-4754-8d0e-eaf0f2299a96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 22, 7), 'started_at': datetime.datetime(2021, 8, 31, 15, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:24:44.328359 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-5ea54673-f1fd-4448-9f60-2621fa23b503 service neutron] Checking segment: {'id': 'c04ecbb1-0952-4af4-8fe9-edf346411969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '922ac450-4677-43bc-8efe-225f00db650b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:24:44.328885 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-5ea54673-f1fd-4448-9f60-2621fa23b503 service neutron] Bound using segment: {'id': 'c04ecbb1-0952-4af4-8fe9-edf346411969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '922ac450-4677-43bc-8efe-225f00db650b'} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:24:44.329344 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-5ea54673-f1fd-4448-9f60-2621fa23b503 service neutron] Bound port: 511eb749-2a1b-4aa6-9244-8fc1a7778e9a, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c04ecbb1-0952-4af4-8fe9-edf346411969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '922ac450-4677-43bc-8efe-225f00db650b'}}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:24:44.329679 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-5ea54673-f1fd-4448-9f60-2621fa23b503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:44.336416 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-669209bb-ecf1-4a3a-99f2-16bd1e849f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:44.353369 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-754a4e53-2b8c-4fb7-9256-f711ff36f7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3286683'] for segment, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:44.368542 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-754a4e53-2b8c-4fb7-9256-f711ff36f7d6 admin admin] Releasing vlan 913 on physical network physnet1 to pool {{(pid=79276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:24:44.370152 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-754a4e53-2b8c-4fb7-9256-f711ff36f7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3286674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1768809'] for segment, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:44.389976 dv-cinder-802781-4-iscsi neutron-server[79276]: Traceback (most recent call last): Aug 31 15:24:44.389976 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:24:44.389976 dv-cinder-802781-4-iscsi neutron-server[79276]: timer() Aug 31 15:24:44.389976 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:24:44.389976 dv-cinder-802781-4-iscsi neutron-server[79276]: cb(*args, **kw) Aug 31 15:24:44.389976 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 31 15:24:44.389976 dv-cinder-802781-4-iscsi neutron-server[79276]: return func(*args, **kwargs) Aug 31 15:24:44.389976 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:24:44.389976 dv-cinder-802781-4-iscsi neutron-server[79276]: self._notify() Aug 31 15:24:44.389976 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:24:44.389976 dv-cinder-802781-4-iscsi neutron-server[79276]: self.callback(batched_events) Aug 31 15:24:44.389976 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:24:44.389976 dv-cinder-802781-4-iscsi neutron-server[79276]: event.method(event) Aug 31 15:24:44.389976 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 15:24:44.389976 dv-cinder-802781-4-iscsi neutron-server[79276]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:24:44.389976 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 15:24:44.389976 dv-cinder-802781-4-iscsi neutron-server[79276]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:24:44.389976 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 15:24:44.389976 dv-cinder-802781-4-iscsi neutron-server[79276]: return f(self, *a, **k) Aug 31 15:24:44.389976 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 31 15:24:44.389976 dv-cinder-802781-4-iscsi neutron-server[79276]: return self._get(url).json() Aug 31 15:24:44.389976 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 31 15:24:44.389976 dv-cinder-802781-4-iscsi neutron-server[79276]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:24:44.389976 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:24:44.389976 dv-cinder-802781-4-iscsi neutron-server[79276]: return self.request(url, 'GET', **kwargs) Aug 31 15:24:44.389976 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:24:44.389976 dv-cinder-802781-4-iscsi neutron-server[79276]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:24:44.389976 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:24:44.389976 dv-cinder-802781-4-iscsi neutron-server[79276]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:24:44.389976 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:24:44.389976 dv-cinder-802781-4-iscsi neutron-server[79276]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:24:44.389976 dv-cinder-802781-4-iscsi neutron-server[79276]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:24:44.419233 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-669209bb-ecf1-4a3a-99f2-16bd1e849f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:44.487210 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-7707c6db-43da-444b-98ee-70881be4346b tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:44.517192 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-7707c6db-43da-444b-98ee-70881be4346b tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Usage tracker for resource:port and tenant:3812c8ac3d6f49189f4ea632ac894346 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:44.527622 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-754a4e53-2b8c-4fb7-9256-f711ff36f7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3290403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906838'] for network, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:44.538726 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:44.553070 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-754a4e53-2b8c-4fb7-9256-f711ff36f7d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for network, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:44.560246 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-7707c6db-43da-444b-98ee-70881be4346b tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Quota usage for port was recalculated. Used quota:1. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:44.567250 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-0af6981d-54a9-4c7b-b643-c11cf8a9729f service neutron] Attempting to bind port bd77bd89-cd38-4d6b-9055-94739ac734c9 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:24:44.567606 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-0af6981d-54a9-4c7b-b643-c11cf8a9729f service neutron] Attempting to bind port bd77bd89-cd38-4d6b-9055-94739ac734c9 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '63d20dec-d5e5-4a7f-a5ea-531a5cb834e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '41ce6d2e-dc6a-4a5d-9201-7b0f0a2a6960'}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:24:44.567940 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-0af6981d-54a9-4c7b-b643-c11cf8a9729f service neutron] Attempting to bind port bd77bd89-cd38-4d6b-9055-94739ac734c9 on network 41ce6d2e-dc6a-4a5d-9201-7b0f0a2a6960 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:24:44.570013 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6981d-54a9-4c7b-b643-c11cf8a9729f service neutron] Pushing event updated for resources: {'Port': ['ID=bd77bd89-cd38-4d6b-9055-94739ac734c9,revision_number=2']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:44.583293 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754a4e53-2b8c-4fb7-9256-f711ff36f7d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad7513e3-24ad-4873-bde9-46f6ee4939ba,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:44.591777 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-754a4e53-2b8c-4fb7-9256-f711ff36f7d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:44.598831 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d3991575-52ec-408c-bb20-188e4bf0389b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:44.601475 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-7707c6db-43da-444b-98ee-70881be4346b tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:44.605171 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-754a4e53-2b8c-4fb7-9256-f711ff36f7d6 admin admin] 10.222.0.81 "DELETE /v2.0/networks/ad7513e3-24ad-4873-bde9-46f6ee4939ba HTTP/1.1" status: 204 len: 168 time: 0.8244896 Aug 31 15:24:44.606885 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-669209bb-ecf1-4a3a-99f2-16bd1e849f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:44.607412 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-0af6981d-54a9-4c7b-b643-c11cf8a9729f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:44.607651 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d3991575-52ec-408c-bb20-188e4bf0389b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:44.610221 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-669209bb-ecf1-4a3a-99f2-16bd1e849f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:44.611365 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-669209bb-ecf1-4a3a-99f2-16bd1e849f2a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/631d0160-e429-4a53-a370-d05a58fc55a6 HTTP/1.1" status: 204 len: 168 time: 0.5659835 Aug 31 15:24:44.611888 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-70468af8-dbeb-413d-8156-bc35b44ee0ac tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec6a8bc6d4414b24a10c0665387c54cf HTTP/1.1" status: 200 len: 379 time: 0.5076499 Aug 31 15:24:44.612058 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-c63c33a6-158a-4475-9ee1-a713464b36ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:44.618378 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-0af6981d-54a9-4c7b-b643-c11cf8a9729f service neutron] Port bd77bd89-cd38-4d6b-9055-94739ac734c9 on network 41ce6d2e-dc6a-4a5d-9201-7b0f0a2a6960 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 31 15:24:44.619630 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-0af6981d-54a9-4c7b-b643-c11cf8a9729f service neutron] Attempting to bind port bd77bd89-cd38-4d6b-9055-94739ac734c9 on network 41ce6d2e-dc6a-4a5d-9201-7b0f0a2a6960 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:24:44.636147 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669209bb-ecf1-4a3a-99f2-16bd1e849f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631d0160-e429-4a53-a370-d05a58fc55a6,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:44.642763 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-da373dfe-0349-4cd3-ad94-8a0eef87e3ef tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Request body: {'port': {'device_id': '2ed1437c-7476-4eaa-8dd8-4287e4417bb0', 'network_id': '4e75f494-7e6b-45f9-ac2a-ef61105e9d7d', 'admin_state_up': True, 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'security_groups': ['d09b5207-1d89-44e8-a796-3551a1acd88b']}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:24:44.664889 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-d3991575-52ec-408c-bb20-188e4bf0389b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4388d6109ead479a8acedc94307bcf42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7890425 Aug 31 15:24:44.670084 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-0af6981d-54a9-4c7b-b643-c11cf8a9729f service neutron] Checking agent: {'id': '62cd79da-47e6-4754-8d0e-eaf0f2299a96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 22, 7), 'started_at': datetime.datetime(2021, 8, 31, 15, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:24:44.670416 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-0af6981d-54a9-4c7b-b643-c11cf8a9729f service neutron] Checking segment: {'id': '63d20dec-d5e5-4a7f-a5ea-531a5cb834e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '41ce6d2e-dc6a-4a5d-9201-7b0f0a2a6960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:24:44.670836 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-0af6981d-54a9-4c7b-b643-c11cf8a9729f service neutron] Bound using segment: {'id': '63d20dec-d5e5-4a7f-a5ea-531a5cb834e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '41ce6d2e-dc6a-4a5d-9201-7b0f0a2a6960'} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:24:44.671232 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-0af6981d-54a9-4c7b-b643-c11cf8a9729f service neutron] Bound port: bd77bd89-cd38-4d6b-9055-94739ac734c9, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63d20dec-d5e5-4a7f-a5ea-531a5cb834e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': '41ce6d2e-dc6a-4a5d-9201-7b0f0a2a6960'}}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:24:44.671625 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-0af6981d-54a9-4c7b-b643-c11cf8a9729f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:44.673017 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 44540) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:44.704189 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3991575-52ec-408c-bb20-188e4bf0389b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b31e45f-2d7a-426b-b9f3-b72b8ace3522,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:44.708871 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-d3991575-52ec-408c-bb20-188e4bf0389b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:44.709348 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-62899241-067b-4f23-866b-d04b0b4e8231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:44.709703 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-62899241-067b-4f23-866b-d04b0b4e8231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:44.724800 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.db_base_plugin_common [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-247273a5-756c-4562-b662-892154a08e12 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Allocated IP 172.20.0.2 (47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902/98da163e-cad9-430b-a126-d66668b9f621/eeffc475-fdba-47d5-ab84-b55d3ca428e6) {{(pid=79277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:24:44.726932 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-7707c6db-43da-444b-98ee-70881be4346b tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Made reservation on behalf of 3812c8ac3d6f49189f4ea632ac894346 for: {'port': 1} {{(pid=79277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:24:44.731296 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-7707c6db-43da-444b-98ee-70881be4346b tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:44.801346 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-cdb523ae-d605-4a57-b0be-a7fc0061a8eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:44.843125 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-cdb523ae-d605-4a57-b0be-a7fc0061a8eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:44.900609 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-5ea54673-f1fd-4448-9f60-2621fa23b503 service neutron] For port 511eb749-2a1b-4aa6-9244-8fc1a7778e9a, host hv-cinder-80278, cleared binding levels {{(pid=79277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:24:44.902548 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 44552) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:45.006451 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-5ea54673-f1fd-4448-9f60-2621fa23b503 service neutron] For port 511eb749-2a1b-4aa6-9244-8fc1a7778e9a, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=511eb749-2a1b-4aa6-9244-8fc1a7778e9a,segment=NetworkSegment(c04ecbb1-0952-4af4-8fe9-edf346411969),segment_id=c04ecbb1-0952-4af4-8fe9-edf346411969)] {{(pid=79277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:24:45.052226 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-b2d45279-d868-4084-99dd-c13a456e9460 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5c48595e784c4ac39d01af61f07c0901&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1483102 Aug 31 15:24:45.053926 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129816a-402f-475d-9ed6-e374001b3feb req-6fc9f472-48af-4d36-bbd1-5f2513f2a09a tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:45.055300 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 44564) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:45.063421 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e129816a-402f-475d-9ed6-e374001b3feb req-6fc9f472-48af-4d36-bbd1-5f2513f2a09a tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 944 time: 0.8050959 Aug 31 15:24:45.089819 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-5ea54673-f1fd-4448-9f60-2621fa23b503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:45.108801 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-cdb523ae-d605-4a57-b0be-a7fc0061a8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:45.124087 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:45.145540 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d866ee1-e886-41fc-a1ee-9d094236952f req-e636841c-a3f2-4f14-8a3f-297baebcebac tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:45.147117 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-3d866ee1-e886-41fc-a1ee-9d094236952f req-e636841c-a3f2-4f14-8a3f-297baebcebac tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5a66873-b75e-40bb-badf-f64da91269fe HTTP/1.1" status: 200 len: 944 time: 0.2231493 Aug 31 15:24:45.151003 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:45.157504 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb523ae-d605-4a57-b0be-a7fc0061a8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b31e45f-2d7a-426b-b9f3-b72b8ace3522,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:45.164600 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-cdb523ae-d605-4a57-b0be-a7fc0061a8eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:45.196065 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-cdb523ae-d605-4a57-b0be-a7fc0061a8eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:45.196065 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-cdb523ae-d605-4a57-b0be-a7fc0061a8eb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5b31e45f-2d7a-426b-b9f3-b72b8ace3522 HTTP/1.1" status: 204 len: 168 time: 0.5196464 Aug 31 15:24:45.198160 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9c111ef7-f3cf-477e-9cc6-cdbfac551265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:45.236577 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-da373dfe-0349-4cd3-ad94-8a0eef87e3ef tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:45.239383 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-0af6981d-54a9-4c7b-b643-c11cf8a9729f service neutron] For port bd77bd89-cd38-4d6b-9055-94739ac734c9, host hv-cinder-80278, cleared binding levels {{(pid=79277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:24:45.241093 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-3d866ee1-e886-41fc-a1ee-9d094236952f req-f1064f0a-d455-4a5c-aba3-79e03ad8d9d2 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811882 Aug 31 15:24:45.246488 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9c111ef7-f3cf-477e-9cc6-cdbfac551265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:45.278878 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 44570) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:45.304780 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-25634bb3-ba62-4814-9b48-d2faf747d7ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:45.323432 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-25634bb3-ba62-4814-9b48-d2faf747d7ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:45.324180 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-0af6981d-54a9-4c7b-b643-c11cf8a9729f service neutron] For port bd77bd89-cd38-4d6b-9055-94739ac734c9, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=bd77bd89-cd38-4d6b-9055-94739ac734c9,segment=NetworkSegment(63d20dec-d5e5-4a7f-a5ea-531a5cb834e2),segment_id=63d20dec-d5e5-4a7f-a5ea-531a5cb834e2)] {{(pid=79277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:24:45.325498 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-da373dfe-0349-4cd3-ad94-8a0eef87e3ef tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:45.327854 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-25634bb3-ba62-4814-9b48-d2faf747d7ee admin admin] Usage tracker for resource:security_group_rule and tenant:b20c8a93476b4b4a8a022da6d1a869b8 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:45.330991 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-25634bb3-ba62-4814-9b48-d2faf747d7ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:45.335134 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-5ea54673-f1fd-4448-9f60-2621fa23b503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:45.335860 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-5ea54673-f1fd-4448-9f60-2621fa23b503 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:45.337335 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-5ea54673-f1fd-4448-9f60-2621fa23b503 service neutron] 10.222.0.64 "PUT /v2.0/ports/511eb749-2a1b-4aa6-9244-8fc1a7778e9a HTTP/1.1" status: 200 len: 1094 time: 4.6713016 Aug 31 15:24:45.338027 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-25634bb3-ba62-4814-9b48-d2faf747d7ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:45.339061 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a66873-b75e-40bb-badf-f64da91269fe', 'tag': '511eb749-2a1b-4aa6-9244-8fc1a7778e9a'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:24:45.358204 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9c111ef7-f3cf-477e-9cc6-cdbfac551265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:45.373282 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-804619c2-8dd5-43c5-8979-d18a5fd126bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:45.392674 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c111ef7-f3cf-477e-9cc6-cdbfac551265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7bf9d6-8693-42ec-b121-38aca73d61be,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:45.398915 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-9c111ef7-f3cf-477e-9cc6-cdbfac551265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:45.412040 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9c111ef7-f3cf-477e-9cc6-cdbfac551265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:45.416321 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-9c111ef7-f3cf-477e-9cc6-cdbfac551265 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ff7bf9d6-8693-42ec-b121-38aca73d61be HTTP/1.1" status: 204 len: 168 time: 0.3596172 Aug 31 15:24:45.425901 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-0af6981d-54a9-4c7b-b643-c11cf8a9729f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:45.437106 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e129816a-402f-475d-9ed6-e374001b3feb req-87bff8c0-fa85-47e2-a549-41f863a533e3 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/security-groups?id=41225773-89bd-4b63-9bfd-d4f674d2f885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707194 Aug 31 15:24:45.527775 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-5f4ac188-cb9b-48ec-ad88-bba95d3f8f8f req-96889cd3-218e-4461-865c-0b049c2e0996 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 210 time: 0.0624313 Aug 31 15:24:45.542801 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-25634bb3-ba62-4814-9b48-d2faf747d7ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:45.559747 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-25634bb3-ba62-4814-9b48-d2faf747d7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:45.576864 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:45.624112 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea54673-f1fd-4448-9f60-2621fa23b503 service neutron] Pushing event updated for resources: {'Port': ['ID=511eb749-2a1b-4aa6-9244-8fc1a7778e9a,revision_number=3']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:45.648666 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-25634bb3-ba62-4814-9b48-d2faf747d7ee admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b20c8a93476b4b4a8a022da6d1a869b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3686438 Aug 31 15:24:45.652350 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 44584) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:45.653009 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25634bb3-ba62-4814-9b48-d2faf747d7ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba12e7ad-aa1b-440f-b295-787d67b5bfa6,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:45.672053 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-25634bb3-ba62-4814-9b48-d2faf747d7ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:45.673735 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-5ea54673-f1fd-4448-9f60-2621fa23b503 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:45.674518 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-da373dfe-0349-4cd3-ad94-8a0eef87e3ef tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Made reservation on behalf of ec6a8bc6d4414b24a10c0665387c54cf for: {'port': 1} {{(pid=79277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:24:45.678039 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-da373dfe-0349-4cd3-ad94-8a0eef87e3ef tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:45.691483 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-0af6981d-54a9-4c7b-b643-c11cf8a9729f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:45.763317 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ae1a1002-7da9-4524-9fbe-006b93bed934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:45.788972 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9edda63e-cea9-469e-a79c-4351593cc0cf req-354247c4-445b-44df-8c66-0d603e055595 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 210 time: 0.1698186 Aug 31 15:24:45.794342 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-0af6981d-54a9-4c7b-b643-c11cf8a9729f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:45.794970 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-0af6981d-54a9-4c7b-b643-c11cf8a9729f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:45.796753 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-0af6981d-54a9-4c7b-b643-c11cf8a9729f service neutron] 10.222.0.64 "PUT /v2.0/ports/bd77bd89-cd38-4d6b-9055-94739ac734c9 HTTP/1.1" status: 200 len: 1094 time: 5.1233783 Aug 31 15:24:45.800442 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ae1a1002-7da9-4524-9fbe-006b93bed934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:45.917734 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ae1a1002-7da9-4524-9fbe-006b93bed934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:45.925507 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-9c111ef7-f3cf-477e-9cc6-cdbfac551265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:45.941289 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 44594) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:45.976209 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6981d-54a9-4c7b-b643-c11cf8a9729f service neutron] Pushing event updated for resources: {'Port': ['ID=bd77bd89-cd38-4d6b-9055-94739ac734c9,revision_number=3']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:45.983456 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-0af6981d-54a9-4c7b-b643-c11cf8a9729f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:45.984728 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a1002-7da9-4524-9fbe-006b93bed934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba12e7ad-aa1b-440f-b295-787d67b5bfa6,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:45.989683 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-ae1a1002-7da9-4524-9fbe-006b93bed934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:45.996034 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ae1a1002-7da9-4524-9fbe-006b93bed934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:45.997703 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-ae1a1002-7da9-4524-9fbe-006b93bed934 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ba12e7ad-aa1b-440f-b295-787d67b5bfa6 HTTP/1.1" status: 204 len: 168 time: 0.3245440 Aug 31 15:24:45.999092 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-3101ad7a-8909-4271-948f-be6f116b4f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:46.000696 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-247273a5-756c-4562-b662-892154a08e12 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Notify callbacks [] for port, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:46.045353 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-ed65b3de-5ac1-4788-9897-dc593430f045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:46.046886 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-ed65b3de-5ac1-4788-9897-dc593430f045 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6d830094621a47f083137ccc6fa15151&device_id=c5a66873-b75e-40bb-badf-f64da91269fe HTTP/1.1" status: 200 len: 1097 time: 0.6243589 Aug 31 15:24:46.047914 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-3101ad7a-8909-4271-948f-be6f116b4f4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:46.055375 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-3101ad7a-8909-4271-948f-be6f116b4f4b admin admin] Usage tracker for resource:security_group_rule and tenant:46656a32b9a04eb1992a024ef644d888 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:46.062208 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-3101ad7a-8909-4271-948f-be6f116b4f4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:46.075431 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-3101ad7a-8909-4271-948f-be6f116b4f4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:46.177155 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 44608) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:46.183643 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-2cd733c5-b5df-49ee-b2ab-0ec06ae89072 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=511eb749-2a1b-4aa6-9244-8fc1a7778e9a HTTP/1.1" status: 200 len: 217 time: 0.1214345 Aug 31 15:24:46.261622 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-3101ad7a-8909-4271-948f-be6f116b4f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:46.271569 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-3101ad7a-8909-4271-948f-be6f116b4f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:46.290128 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-ae1a1002-7da9-4524-9fbe-006b93bed934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:46.318155 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.db_base_plugin_common [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-da373dfe-0349-4cd3-ad94-8a0eef87e3ef tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Allocated IP 172.20.0.7 (4e75f494-7e6b-45f9-ac2a-ef61105e9d7d/653417ef-47b3-47bd-9dfd-8a528e75cd81/aec330a3-c6ce-4256-a380-3dc0f5ae1290) {{(pid=79277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:24:46.328920 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-47ba88e2-e572-433b-97f9-5029b92bd58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:46.330806 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-47ba88e2-e572-433b-97f9-5029b92bd58a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a46b0e167bb642f79bcbb84549b986d5&device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 1097 time: 0.4208069 Aug 31 15:24:46.378828 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-3101ad7a-8909-4271-948f-be6f116b4f4b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=46656a32b9a04eb1992a024ef644d888&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4344265 Aug 31 15:24:46.379750 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3101ad7a-8909-4271-948f-be6f116b4f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be98c995-d5f1-4514-930b-2f18a57705fe,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:46.382962 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 44618) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:46.399437 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-3101ad7a-8909-4271-948f-be6f116b4f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:46.493433 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-247273a5-756c-4562-b662-892154a08e12 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264'] for port, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:46.501997 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-fb58c909-d137-4ddf-828d-344b8e81c12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:46.513194 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-fb58c909-d137-4ddf-828d-344b8e81c12a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b781785a-1525-4ce8-bd55-de803c89ddc0 HTTP/1.1" status: 200 len: 854 time: 0.2933009 Aug 31 15:24:46.534925 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-a8a2897a-40a4-4acd-9b1d-9c7981ab39ff admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=31d8730a8a84468daa8fc4bdde762e52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3538032 Aug 31 15:24:46.554119 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 44626) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:46.598988 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:46.620639 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-465fb0cb-2134-45e5-81d7-44c0343a5533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:46.698804 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-465fb0cb-2134-45e5-81d7-44c0343a5533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:46.729373 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d620f332-d665-4e07-a1b9-7bb2d407a136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:46.842046 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d620f332-d665-4e07-a1b9-7bb2d407a136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:46.848521 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.db_base_plugin_common [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-7707c6db-43da-444b-98ee-70881be4346b tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Allocated IP 172.20.0.14 (47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902/98da163e-cad9-430b-a126-d66668b9f621/975f2976-fee5-4a89-8a0f-0f2075d148b3) {{(pid=79277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:24:46.885824 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-879eee34-32e0-4787-b518-070cd2304d4c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd77bd89-cd38-4d6b-9055-94739ac734c9 HTTP/1.1" status: 200 len: 217 time: 0.5253568 Aug 31 15:24:46.885824 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-e0242ec8-1ed3-4cb0-80ef-b548d68b89d2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=922ac450-4677-43bc-8efe-225f00db650b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3210456 Aug 31 15:24:46.908479 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a66873-b75e-40bb-badf-f64da91269fe', 'tag': '511eb749-2a1b-4aa6-9244-8fc1a7778e9a', 'status': 'completed', 'code': 200} Aug 31 15:24:46.923179 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-465fb0cb-2134-45e5-81d7-44c0343a5533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:46.928433 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-d3991575-52ec-408c-bb20-188e4bf0389b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:46.948225 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465fb0cb-2134-45e5-81d7-44c0343a5533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be98c995-d5f1-4514-930b-2f18a57705fe,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:46.952061 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-465fb0cb-2134-45e5-81d7-44c0343a5533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:46.953030 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-465fb0cb-2134-45e5-81d7-44c0343a5533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:46.956804 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-465fb0cb-2134-45e5-81d7-44c0343a5533 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/be98c995-d5f1-4514-930b-2f18a57705fe HTTP/1.1" status: 204 len: 168 time: 0.5729594 Aug 31 15:24:46.966203 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d620f332-d665-4e07-a1b9-7bb2d407a136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:46.982297 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-61e325b6-4b57-4366-9b16-7b6df8b4be50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:47.000765 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d620f332-d665-4e07-a1b9-7bb2d407a136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:47.008581 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-d620f332-d665-4e07-a1b9-7bb2d407a136 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4092a16f-0720-4043-92f2-840ab20850ad HTTP/1.1" status: 204 len: 168 time: 0.4527149 Aug 31 15:24:47.020756 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d620f332-d665-4e07-a1b9-7bb2d407a136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4092a16f-0720-4043-92f2-840ab20850ad,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:47.024091 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-d620f332-d665-4e07-a1b9-7bb2d407a136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:47.079681 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247273a5-756c-4562-b662-892154a08e12 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Pushing event updated for resources: {'Port': ['ID=eeffc475-fdba-47d5-ab84-b55d3ca428e6,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:47.089375 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-247273a5-756c-4562-b662-892154a08e12 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Network 47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902 is already hosted by enough agents. {{(pid=79277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:24:47.112222 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-247273a5-756c-4562-b662-892154a08e12 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:47.127007 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.base_scheduler [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-247273a5-756c-4562-b662-892154a08e12 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Resources bound (agent type, host, resource id): {{(pid=79277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:24:47.150735 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ece82-44da-4eaa-a0b3-fe9bdd9bf39e req-1db33c48-b065-4493-9edd-01cc63dc01c3 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:47.161155 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-247273a5-756c-4562-b662-892154a08e12 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Received port after_create {{(pid=79277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:24:47.161302 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-b79ece82-44da-4eaa-a0b3-fe9bdd9bf39e req-1db33c48-b065-4493-9edd-01cc63dc01c3 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 944 time: 0.1257467 Aug 31 15:24:47.167532 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-247273a5-756c-4562-b662-892154a08e12 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:47.168172 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-247273a5-756c-4562-b662-892154a08e12 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:47.224895 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-b79ece82-44da-4eaa-a0b3-fe9bdd9bf39e req-b34aa25e-24b9-432d-9ee2-fe28a5845164 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/security-groups?id=41225773-89bd-4b63-9bfd-d4f674d2f885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620759 Aug 31 15:24:47.396616 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-2fdb2047-ccbb-4b7f-8d42-5b235c076e28 req-c0c2eafa-1b26-4faf-9b9d-0e4c1565ea70 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 210 time: 0.0556734 Aug 31 15:24:47.449740 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-7707c6db-43da-444b-98ee-70881be4346b tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Notify callbacks [] for port, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:47.626889 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23323e3a-4f2b-4842-93a6-e202c3f6be98 req-643d7246-3c30-493d-9cb2-d076a15818d6 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:47.637477 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-23323e3a-4f2b-4842-93a6-e202c3f6be98 req-643d7246-3c30-493d-9cb2-d076a15818d6 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 932 time: 0.1055388 Aug 31 15:24:47.644653 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-7707c6db-43da-444b-98ee-70881be4346b tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264'] for port, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:47.650688 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-242d9196-42a9-4abe-ad37-7a9e65816f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:47.653757 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-242d9196-42a9-4abe-ad37-7a9e65816f2f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=51962a07-3c58-4112-a130-7ea0934f4db7 HTTP/1.1" status: 200 len: 851 time: 0.7317450 Aug 31 15:24:47.668748 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-247273a5-756c-4562-b662-892154a08e12 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1752424 Aug 31 15:24:47.700786 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-23323e3a-4f2b-4842-93a6-e202c3f6be98 req-ed3d18a8-1951-433b-b90d-b885e108615a tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619590 Aug 31 15:24:47.739487 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:47.812468 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-da373dfe-0349-4cd3-ad94-8a0eef87e3ef tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks [] for port, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:47.830895 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-870af90b-dc42-4beb-8358-a1c2437f87aa service neutron] Request body: {'port': {'device_id': '662b63a6-6d27-4341-a536-61bd45f71486', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:24:47.866906 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-3a5ec5b2-b859-4bde-89ea-3424266455f3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=41ce6d2e-dc6a-4a5d-9201-7b0f0a2a6960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1920974 Aug 31 15:24:47.910280 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-7707c6db-43da-444b-98ee-70881be4346b tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Network 47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902 is already hosted by enough agents. {{(pid=79277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:24:47.945769 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.base_scheduler [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-7707c6db-43da-444b-98ee-70881be4346b tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Resources bound (agent type, host, resource id): {{(pid=79277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:24:47.948420 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-7707c6db-43da-444b-98ee-70881be4346b tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Received port after_create {{(pid=79277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:24:47.954846 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-7707c6db-43da-444b-98ee-70881be4346b tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:47.955850 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-7707c6db-43da-444b-98ee-70881be4346b tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:47.964473 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.provisioning_blocks [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-da373dfe-0349-4cd3-ad94-8a0eef87e3ef tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Transition to ACTIVE for port object aec330a3-c6ce-4256-a380-3dc0f5ae1290 will not be triggered until provisioned by entity DHCP. {{(pid=79277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:24:47.981391 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d78265-8492-45a5-8d1e-192b50410772 req-8546c145-042e-41ca-9f63-97c4dafda95c tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:47.988430 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b7d78265-8492-45a5-8d1e-192b50410772 req-8546c145-042e-41ca-9f63-97c4dafda95c tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5a66873-b75e-40bb-badf-f64da91269fe HTTP/1.1" status: 200 len: 944 time: 1.0818660 Aug 31 15:24:48.013121 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-b67b5f91-cb81-4a60-bbd0-a19eabf1ccb0 service neutron] 10.222.0.64 "GET /v2.0/networks/922ac450-4677-43bc-8efe-225f00db650b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1025100 Aug 31 15:24:48.051895 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7707c6db-43da-444b-98ee-70881be4346b tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Pushing event updated for resources: {'Port': ['ID=975f2976-fee5-4a89-8a0f-0f2075d148b3,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:48.055017 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-7707c6db-43da-444b-98ee-70881be4346b tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:48.171918 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-7707c6db-43da-444b-98ee-70881be4346b tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8387449 Aug 31 15:24:48.243969 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-0e4b89c9-e333-4434-93a4-0398e96f928c service neutron] Request body: {'port': {'device_id': '1f71dbd0-b5d8-4471-aeb5-9b61390583a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:24:48.362680 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b7d78265-8492-45a5-8d1e-192b50410772 req-43977f2e-be6d-48b4-959b-5b0cfb5336eb tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733168 Aug 31 15:24:48.451392 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9f6a33d9-88d5-4a3c-ac62-d6015c8095bf req-c13a4b67-c493-4e8c-90c0-e471e62a8627 service neutron] 10.222.0.64 "GET /v2.0/networks/922ac450-4677-43bc-8efe-225f00db650b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053802 Aug 31 15:24:48.485260 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-7d08cb4e-bd22-48f7-9b78-d56063c00063 service neutron] 10.222.0.64 "GET /v2.0/networks/41ce6d2e-dc6a-4a5d-9201-7b0f0a2a6960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5809293 Aug 31 15:24:48.489397 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-870af90b-dc42-4beb-8358-a1c2437f87aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:48.594420 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b1389-dc9f-48a4-bc5a-e2f6a2f769bc req-0a61e4c8-abbd-473a-bef2-21076465f792 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:48.598439 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-745b1389-dc9f-48a4-bc5a-e2f6a2f769bc req-0a61e4c8-abbd-473a-bef2-21076465f792 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 944 time: 0.2102659 Aug 31 15:24:48.655873 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-745b1389-dc9f-48a4-bc5a-e2f6a2f769bc req-5aba4ae5-180a-4f6c-909c-f8765f2a29f5 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/security-groups?id=41225773-89bd-4b63-9bfd-d4f674d2f885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506775 Aug 31 15:24:48.849067 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-da373dfe-0349-4cd3-ad94-8a0eef87e3ef tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264'] for port, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:48.851594 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-cd15e73a-8e14-40d0-855e-66e14d3e7339 req-2e42ba77-e3da-4d01-af6f-75fe98caa589 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Synchronizing usage tracker for tenant:ec6a8bc6d4414b24a10c0665387c54cf on resource:port {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:24:48.919324 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-0e9e86ba-b624-4d86-b43b-65967ff34d05 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:48.923032 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f99dd-a4df-432c-9c3d-80e8f532ae28 req-a9c10a2a-c61a-4f07-af54-fce37dbaa26c tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:48.931737 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-c35f99dd-a4df-432c-9c3d-80e8f532ae28 req-a9c10a2a-c61a-4f07-af54-fce37dbaa26c tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 932 time: 0.1094420 Aug 31 15:24:48.961989 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e', 'tag': 'bd77bd89-cd38-4d6b-9055-94739ac734c9'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:24:48.981141 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-c35f99dd-a4df-432c-9c3d-80e8f532ae28 req-60daf7f6-ebfa-4d0a-b37c-91d4da8bd563 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482976 Aug 31 15:24:49.106095 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e', 'tag': 'bd77bd89-cd38-4d6b-9055-94739ac734c9', 'status': 'completed', 'code': 200} Aug 31 15:24:49.118283 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-0e4b89c9-e333-4434-93a4-0398e96f928c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:49.142246 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-da373dfe-0349-4cd3-ad94-8a0eef87e3ef tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Network 4e75f494-7e6b-45f9-ac2a-ef61105e9d7d is already hosted by enough agents. {{(pid=79277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:24:49.163940 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-cd15e73a-8e14-40d0-855e-66e14d3e7339 req-2e42ba77-e3da-4d01-af6f-75fe98caa589 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Unset dirty status for tenant:ec6a8bc6d4414b24a10c0665387c54cf on resource:port {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:24:49.165136 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-cd15e73a-8e14-40d0-855e-66e14d3e7339 req-2e42ba77-e3da-4d01-af6f-75fe98caa589 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 210 time: 0.6083014 Aug 31 15:24:49.167414 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.base_scheduler [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-da373dfe-0349-4cd3-ad94-8a0eef87e3ef tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Resources bound (agent type, host, resource id): {{(pid=79277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:24:49.227596 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-da373dfe-0349-4cd3-ad94-8a0eef87e3ef tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Received port after_create {{(pid=79277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:24:49.237149 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-da373dfe-0349-4cd3-ad94-8a0eef87e3ef tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:49.238219 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-da373dfe-0349-4cd3-ad94-8a0eef87e3ef tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:49.244322 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da373dfe-0349-4cd3-ad94-8a0eef87e3ef tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Pushing event updated for resources: {'Port': ['ID=aec330a3-c6ce-4256-a380-3dc0f5ae1290,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:49.299242 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-da373dfe-0349-4cd3-ad94-8a0eef87e3ef tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:49.463635 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-da373dfe-0349-4cd3-ad94-8a0eef87e3ef tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8350589 Aug 31 15:24:49.467251 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f2a6a903-059c-4397-a93a-a438cf46c10c req-49e8a47f-d324-4156-9d98-6a616df32505 service neutron] 10.222.0.64 "GET /v2.0/networks/41ce6d2e-dc6a-4a5d-9201-7b0f0a2a6960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9613664 Aug 31 15:24:49.545617 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-7034dd40-dca3-4348-b8f3-bd1e2afc83f1 service neutron] Request body: {'port': {'device_id': '2ed1437c-7476-4eaa-8dd8-4287e4417bb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:24:49.549010 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-2f982fc0-56f7-43f6-be9e-f16e8595fd88 None None] Provisioning for port aec330a3-c6ce-4256-a380-3dc0f5ae1290 completed by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:24:49.557146 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-2f982fc0-56f7-43f6-be9e-f16e8595fd88 None None] Provisioning complete for port aec330a3-c6ce-4256-a380-3dc0f5ae1290 triggered by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:24:49.557881 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-2f982fc0-56f7-43f6-be9e-f16e8595fd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:49.652376 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-2f982fc0-56f7-43f6-be9e-f16e8595fd88 None None] Port aec330a3-c6ce-4256-a380-3dc0f5ae1290 cannot update to ACTIVE because it is not bound. {{(pid=79278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:24:49.681631 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c5b04-888a-4295-a7f6-92b9473b594c req-3b59ff51-aade-470f-bbb9-6071a201ea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:49.684195 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-320c5b04-888a-4295-a7f6-92b9473b594c req-3b59ff51-aade-470f-bbb9-6071a201ea9d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6d830094621a47f083137ccc6fa15151&device_id=c5a66873-b75e-40bb-badf-f64da91269fe HTTP/1.1" status: 200 len: 1097 time: 1.0573525 Aug 31 15:24:49.929556 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a9739-d570-4dee-b68b-1327dff90f6b req-6e6ecd7f-581d-4557-afcb-40165e5edb74 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:49.940389 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-909a9739-d570-4dee-b68b-1327dff90f6b req-6e6ecd7f-581d-4557-afcb-40165e5edb74 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5a66873-b75e-40bb-badf-f64da91269fe HTTP/1.1" status: 200 len: 944 time: 0.3336668 Aug 31 15:24:50.061425 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-909a9739-d570-4dee-b68b-1327dff90f6b req-523ef1e9-3572-41fa-8023-26b476d63cde tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088512 Aug 31 15:24:50.508980 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988fd4f-f37c-4c44-8eaf-08912152a8a9 req-4c4bddaa-85d3-482c-9ebe-9fd7adb46772 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:50.523549 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-1988fd4f-f37c-4c44-8eaf-08912152a8a9 req-4c4bddaa-85d3-482c-9ebe-9fd7adb46772 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 932 time: 0.3092453 Aug 31 15:24:50.595866 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c5b04-888a-4295-a7f6-92b9473b594c req-f9f8772e-58af-4eba-81a3-b9ca413c079e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:50.597475 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-320c5b04-888a-4295-a7f6-92b9473b594c req-f9f8772e-58af-4eba-81a3-b9ca413c079e service neutron] 10.222.0.64 "GET /v2.0/networks?id=922ac450-4677-43bc-8efe-225f00db650b HTTP/1.1" status: 200 len: 915 time: 0.7650094 Aug 31 15:24:50.603993 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-1988fd4f-f37c-4c44-8eaf-08912152a8a9 req-e13d6e47-55db-4691-bf5d-8a0aada14749 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737102 Aug 31 15:24:50.625050 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-7034dd40-dca3-4348-b8f3-bd1e2afc83f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:50.753612 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-320c5b04-888a-4295-a7f6-92b9473b594c req-9bc23abb-4bef-4701-9912-8da88f0446ec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=511eb749-2a1b-4aa6-9244-8fc1a7778e9a HTTP/1.1" status: 200 len: 217 time: 0.1396773 Aug 31 15:24:50.793677 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa35fc-43c8-448b-8049-067e8a6eab62 req-3b48f66e-7f68-46b8-994b-03c2cdacd51f tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:50.802203 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b6aa35fc-43c8-448b-8049-067e8a6eab62 req-3b48f66e-7f68-46b8-994b-03c2cdacd51f tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 944 time: 0.8827739 Aug 31 15:24:50.862941 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729b354-1d8e-487a-b0df-68c6d15eae34 req-96af1eb9-bbed-4f4e-a224-8deabff55e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:50.862941 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7729b354-1d8e-487a-b0df-68c6d15eae34 req-96af1eb9-bbed-4f4e-a224-8deabff55e7d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=a46b0e167bb642f79bcbb84549b986d5&device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 1097 time: 1.1768844 Aug 31 15:24:50.868062 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71abf58-dc44-4d7e-894b-3215be6f69bc req-c7c525ca-c6ee-4b32-8e8c-87852ce48095 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:50.870654 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-a71abf58-dc44-4d7e-894b-3215be6f69bc req-c7c525ca-c6ee-4b32-8e8c-87852ce48095 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 931 time: 0.1431558 Aug 31 15:24:50.919636 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [req-a71abf58-dc44-4d7e-894b-3215be6f69bc req-0cfc95e0-6e66-4edd-b955-73ff44460246 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Synchronizing usage tracker for tenant:ec6a8bc6d4414b24a10c0665387c54cf on resource:security_group {{(pid=79276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:24:50.927871 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.db.resource_extend [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-870af90b-dc42-4beb-8358-a1c2437f87aa service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 15:24:50.934025 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [req-a71abf58-dc44-4d7e-894b-3215be6f69bc req-0cfc95e0-6e66-4edd-b955-73ff44460246 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Unset dirty status for tenant:ec6a8bc6d4414b24a10c0665387c54cf on resource:security_group {{(pid=79276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:24:50.947472 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-a71abf58-dc44-4d7e-894b-3215be6f69bc req-0cfc95e0-6e66-4edd-b955-73ff44460246 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659993 Aug 31 15:24:51.023211 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320c5b04-888a-4295-a7f6-92b9473b594c req-8caa52f4-fd34-48f5-82b9-fb078997d009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:51.024687 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-320c5b04-888a-4295-a7f6-92b9473b594c req-8caa52f4-fd34-48f5-82b9-fb078997d009 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b781785a-1525-4ce8-bd55-de803c89ddc0 HTTP/1.1" status: 200 len: 854 time: 0.2544479 Aug 31 15:24:51.235941 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b6aa35fc-43c8-448b-8049-067e8a6eab62 req-de0d7ec5-0f25-47c2-a53a-1fb97236decb tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/security-groups?id=41225773-89bd-4b63-9bfd-d4f674d2f885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4325314 Aug 31 15:24:51.304944 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b4a60-564b-4830-9218-36e1df77c370 req-95e5e918-45ad-4aea-8692-454536df341c tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:51.306743 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-457b4a60-564b-4830-9218-36e1df77c370 req-95e5e918-45ad-4aea-8692-454536df341c tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5a66873-b75e-40bb-badf-f64da91269fe HTTP/1.1" status: 200 len: 944 time: 0.1178620 Aug 31 15:24:51.364071 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-457b4a60-564b-4830-9218-36e1df77c370 req-1da3ae88-3fbd-4ab9-8b49-444742e145e8 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500827 Aug 31 15:24:51.397231 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-320c5b04-888a-4295-a7f6-92b9473b594c req-5702111c-7ccf-4ec3-9cfc-ea10bba05ab3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=922ac450-4677-43bc-8efe-225f00db650b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2523427 Aug 31 15:24:51.411536 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-870af90b-dc42-4beb-8358-a1c2437f87aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeffc475-fdba-47d5-ab84-b55d3ca428e6 {{(pid=79277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:24:51.472025 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-870af90b-dc42-4beb-8358-a1c2437f87aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:51.498562 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 511eb749-2a1b-4aa6-9244-8fc1a7778e9a details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:24:51.575789 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729b354-1d8e-487a-b0df-68c6d15eae34 req-e1e40ff2-1e59-440c-9db0-aeb7b9e1e5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:51.577417 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7729b354-1d8e-487a-b0df-68c6d15eae34 req-e1e40ff2-1e59-440c-9db0-aeb7b9e1e5a9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=41ce6d2e-dc6a-4a5d-9201-7b0f0a2a6960 HTTP/1.1" status: 200 len: 912 time: 0.6845815 Aug 31 15:24:51.581731 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.provisioning_blocks [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-870af90b-dc42-4beb-8358-a1c2437f87aa service neutron] Transition to ACTIVE for port object eeffc475-fdba-47d5-ab84-b55d3ca428e6 will not be triggered until provisioned by entity L2. {{(pid=79277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:24:51.743177 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-870af90b-dc42-4beb-8358-a1c2437f87aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:51.777229 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-b8f5189a-9c73-4530-b890-198f15d96af0 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:51.810403 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7729b354-1d8e-487a-b0df-68c6d15eae34 req-4bd6e559-2d32-416d-99d8-7320983ead5f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd77bd89-cd38-4d6b-9055-94739ac734c9 HTTP/1.1" status: 200 len: 217 time: 0.2240875 Aug 31 15:24:51.811619 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 511eb749-2a1b-4aa6-9244-8fc1a7778e9a, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=511eb749-2a1b-4aa6-9244-8fc1a7778e9a,segment=NetworkSegment(c04ecbb1-0952-4af4-8fe9-edf346411969),segment_id=c04ecbb1-0952-4af4-8fe9-edf346411969)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:24:51.842031 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Returning: {'device': '511eb749-2a1b-4aa6-9244-8fc1a7778e9a', 'network_id': '922ac450-4677-43bc-8efe-225f00db650b', 'port_id': '511eb749-2a1b-4aa6-9244-8fc1a7778e9a', 'mac_address': 'fa:16:3e:5f:fe:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b781785a-1525-4ce8-bd55-de803c89ddc0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:24:51.912713 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:51.933830 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 511eb749-2a1b-4aa6-9244-8fc1a7778e9a {{(pid=79278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:24:51.951459 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 511eb749-2a1b-4aa6-9244-8fc1a7778e9a, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=511eb749-2a1b-4aa6-9244-8fc1a7778e9a,segment=NetworkSegment(c04ecbb1-0952-4af4-8fe9-edf346411969),segment_id=c04ecbb1-0952-4af4-8fe9-edf346411969)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:24:51.972408 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:51.976364 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:52.086262 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=511eb749-2a1b-4aa6-9244-8fc1a7778e9a,revision_number=4']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:52.101161 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:52.183047 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-320c5b04-888a-4295-a7f6-92b9473b594c req-457988ad-5450-4d6a-95fa-b7b4e8697409 service neutron] 10.222.0.64 "GET /v2.0/networks/922ac450-4677-43bc-8efe-225f00db650b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7753811 Aug 31 15:24:52.201525 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed098d3c-1fcc-4dff-856e-afc78cb3b194 req-b6a1b63b-d085-4de1-985b-aa0b744c7728 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:52.209401 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ed098d3c-1fcc-4dff-856e-afc78cb3b194 req-b6a1b63b-d085-4de1-985b-aa0b744c7728 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 931 time: 0.1149015 Aug 31 15:24:52.255068 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ed098d3c-1fcc-4dff-856e-afc78cb3b194 req-81f2c897-2e2b-445e-b568-7e8a78532c85 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450232 Aug 31 15:24:52.357228 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870af90b-dc42-4beb-8358-a1c2437f87aa service neutron] Pushing event updated for resources: {'Port': ['ID=eeffc475-fdba-47d5-ab84-b55d3ca428e6,revision_number=2']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:52.364906 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729b354-1d8e-487a-b0df-68c6d15eae34 req-f0441b81-8946-4241-852b-5a71c3202c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:52.366376 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7729b354-1d8e-487a-b0df-68c6d15eae34 req-f0441b81-8946-4241-852b-5a71c3202c48 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=51962a07-3c58-4112-a130-7ea0934f4db7 HTTP/1.1" status: 200 len: 851 time: 0.4779925 Aug 31 15:24:52.379178 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-870af90b-dc42-4beb-8358-a1c2437f87aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:52.448294 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7729b354-1d8e-487a-b0df-68c6d15eae34 req-fa858588-1b27-44ff-9721-cca2b31b4069 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=41ce6d2e-dc6a-4a5d-9201-7b0f0a2a6960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587955 Aug 31 15:24:52.467421 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-870af90b-dc42-4beb-8358-a1c2437f87aa service neutron] Attempting to bind port eeffc475-fdba-47d5-ab84-b55d3ca428e6 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:24:52.467925 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-870af90b-dc42-4beb-8358-a1c2437f87aa service neutron] Attempting to bind port eeffc475-fdba-47d5-ab84-b55d3ca428e6 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': 'b43d9033-4938-47c6-a1c6-aaf1dcce285a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902'}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:24:52.468438 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-870af90b-dc42-4beb-8358-a1c2437f87aa service neutron] Attempting to bind port eeffc475-fdba-47d5-ab84-b55d3ca428e6 on network 47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:24:52.485494 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] get_ports_and_sgs() called for port_ids ['511eb749-2a1b-4aa6-9244-8fc1a7778e9a'] {{(pid=79278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:24:52.497196 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-870af90b-dc42-4beb-8358-a1c2437f87aa service neutron] Port eeffc475-fdba-47d5-ab84-b55d3ca428e6 on network 47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 31 15:24:52.497534 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-870af90b-dc42-4beb-8358-a1c2437f87aa service neutron] Attempting to bind port eeffc475-fdba-47d5-ab84-b55d3ca428e6 on network 47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:24:52.535549 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67286f4b-6bbd-43e4-af6e-e08b0f03b260 req-823dca7c-edac-4af0-b6a6-eade6f2d26ed tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:52.553651 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-67286f4b-6bbd-43e4-af6e-e08b0f03b260 req-823dca7c-edac-4af0-b6a6-eade6f2d26ed tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 944 time: 0.1623700 Aug 31 15:24:52.633078 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-870af90b-dc42-4beb-8358-a1c2437f87aa service neutron] Checking agent: {'id': '62cd79da-47e6-4754-8d0e-eaf0f2299a96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 22, 7), 'started_at': datetime.datetime(2021, 8, 31, 15, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:24:52.633078 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-870af90b-dc42-4beb-8358-a1c2437f87aa service neutron] Checking segment: {'id': 'b43d9033-4938-47c6-a1c6-aaf1dcce285a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:24:52.633078 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-870af90b-dc42-4beb-8358-a1c2437f87aa service neutron] Bound using segment: {'id': 'b43d9033-4938-47c6-a1c6-aaf1dcce285a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902'} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:24:52.633506 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-870af90b-dc42-4beb-8358-a1c2437f87aa service neutron] Bound port: eeffc475-fdba-47d5-ab84-b55d3ca428e6, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b43d9033-4938-47c6-a1c6-aaf1dcce285a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902'}}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:24:52.633675 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-870af90b-dc42-4beb-8358-a1c2437f87aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:52.638618 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-67286f4b-6bbd-43e4-af6e-e08b0f03b260 req-6555b1e8-e5eb-4bb3-b958-63ea68d0acdf tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/security-groups?id=41225773-89bd-4b63-9bfd-d4f674d2f885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840623 Aug 31 15:24:52.705236 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.db.resource_extend [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-7034dd40-dca3-4348-b8f3-bd1e2afc83f1 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 15:24:52.829393 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-320c5b04-888a-4295-a7f6-92b9473b594c req-58106088-ea71-4c4a-a1e0-34ede8fe44ec service neutron] 10.222.0.64 "GET /v2.0/networks/922ac450-4677-43bc-8efe-225f00db650b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5997581 Aug 31 15:24:52.905233 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e70f8f-88ce-4da5-94e9-f2ad09b0509f req-972d4282-e660-456a-bbef-af3bd0eb10fe tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:52.906829 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-59e70f8f-88ce-4da5-94e9-f2ad09b0509f req-972d4282-e660-456a-bbef-af3bd0eb10fe tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5a66873-b75e-40bb-badf-f64da91269fe HTTP/1.1" status: 200 len: 945 time: 0.1077704 Aug 31 15:24:52.921277 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5e237-400a-4d3d-b921-f8cdbf17f1c0 req-b4bc3a4a-e0e1-4b74-a16b-dc469ef00f50 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:52.922033 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-fca5e237-400a-4d3d-b921-f8cdbf17f1c0 req-b4bc3a4a-e0e1-4b74-a16b-dc469ef00f50 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Synchronizing usage tracker for tenant:3812c8ac3d6f49189f4ea632ac894346 on resource:port {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:24:52.959382 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-59e70f8f-88ce-4da5-94e9-f2ad09b0509f req-33067cc7-5ae0-4914-b1f6-4b1c6e507128 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453854 Aug 31 15:24:52.970152 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-7034dd40-dca3-4348-b8f3-bd1e2afc83f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aec330a3-c6ce-4256-a380-3dc0f5ae1290 {{(pid=79277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:24:52.987556 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-7034dd40-dca3-4348-b8f3-bd1e2afc83f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:52.990252 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-870af90b-dc42-4beb-8358-a1c2437f87aa service neutron] For port eeffc475-fdba-47d5-ab84-b55d3ca428e6, host hv-cinder-80278, cleared binding levels {{(pid=79277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:24:53.075670 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-870af90b-dc42-4beb-8358-a1c2437f87aa service neutron] For port eeffc475-fdba-47d5-ab84-b55d3ca428e6, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=eeffc475-fdba-47d5-ab84-b55d3ca428e6,segment=NetworkSegment(b43d9033-4938-47c6-a1c6-aaf1dcce285a),segment_id=b43d9033-4938-47c6-a1c6-aaf1dcce285a)] {{(pid=79277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:24:53.083922 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-fca5e237-400a-4d3d-b921-f8cdbf17f1c0 req-b4bc3a4a-e0e1-4b74-a16b-dc469ef00f50 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Unset dirty status for tenant:3812c8ac3d6f49189f4ea632ac894346 on resource:port {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:24:53.085305 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-fca5e237-400a-4d3d-b921-f8cdbf17f1c0 req-b4bc3a4a-e0e1-4b74-a16b-dc469ef00f50 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 932 time: 1.3269567 Aug 31 15:24:53.089907 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.provisioning_blocks [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-7034dd40-dca3-4348-b8f3-bd1e2afc83f1 service neutron] Transition to ACTIVE for port object aec330a3-c6ce-4256-a380-3dc0f5ae1290 will not be triggered until provisioned by entity L2. {{(pid=79277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:24:53.093313 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-0e4b89c9-e333-4434-93a4-0398e96f928c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 975f2976-fee5-4a89-8a0f-0f2075d148b3 {{(pid=79277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:24:53.103821 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-870af90b-dc42-4beb-8358-a1c2437f87aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:53.106260 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-0e4b89c9-e333-4434-93a4-0398e96f928c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:53.108852 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-7034dd40-dca3-4348-b8f3-bd1e2afc83f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:53.110819 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7729b354-1d8e-487a-b0df-68c6d15eae34 req-a8bdbd25-045c-4325-91a3-5071cd8abde7 service neutron] 10.222.0.64 "GET /v2.0/networks/41ce6d2e-dc6a-4a5d-9201-7b0f0a2a6960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6215556 Aug 31 15:24:53.136016 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:53.235721 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.provisioning_blocks [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-0e4b89c9-e333-4434-93a4-0398e96f928c service neutron] Transition to ACTIVE for port object 975f2976-fee5-4a89-8a0f-0f2075d148b3 will not be triggered until provisioned by entity L2. {{(pid=79277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:24:53.368262 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-870af90b-dc42-4beb-8358-a1c2437f87aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:53.369599 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-870af90b-dc42-4beb-8358-a1c2437f87aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:53.371121 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-870af90b-dc42-4beb-8358-a1c2437f87aa service neutron] 10.222.0.64 "PUT /v2.0/ports/eeffc475-fdba-47d5-ab84-b55d3ca428e6 HTTP/1.1" status: 200 len: 1093 time: 5.5970740 Aug 31 15:24:53.375918 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '662b63a6-6d27-4341-a536-61bd45f71486', 'tag': 'eeffc475-fdba-47d5-ab84-b55d3ca428e6'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:24:53.380606 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-0e4b89c9-e333-4434-93a4-0398e96f928c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:53.479606 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device bd77bd89-cd38-4d6b-9055-94739ac734c9 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:24:53.537656 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-fca5e237-400a-4d3d-b921-f8cdbf17f1c0 req-0520ed27-3e60-4aa9-8c2e-2663c42fb771 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Synchronizing usage tracker for tenant:3812c8ac3d6f49189f4ea632ac894346 on resource:security_group {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:24:53.571875 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe30bf-bdab-4eb2-9df5-051fbbd10bbe req-17377105-01c8-45eb-bcec-1e9fb6641a43 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:53.576262 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-bbfe30bf-bdab-4eb2-9df5-051fbbd10bbe req-17377105-01c8-45eb-bcec-1e9fb6641a43 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 943 time: 0.1640978 Aug 31 15:24:53.646565 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870af90b-dc42-4beb-8358-a1c2437f87aa service neutron] Pushing event updated for resources: {'Port': ['ID=eeffc475-fdba-47d5-ab84-b55d3ca428e6,revision_number=3']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:53.699669 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-bbfe30bf-bdab-4eb2-9df5-051fbbd10bbe req-1313cae9-5602-464a-b6c3-1804a428040e tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119635 Aug 31 15:24:53.836254 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port bd77bd89-cd38-4d6b-9055-94739ac734c9, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=bd77bd89-cd38-4d6b-9055-94739ac734c9,segment=NetworkSegment(63d20dec-d5e5-4a7f-a5ea-531a5cb834e2),segment_id=63d20dec-d5e5-4a7f-a5ea-531a5cb834e2)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:24:53.839132 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '662b63a6-6d27-4341-a536-61bd45f71486', 'tag': 'eeffc475-fdba-47d5-ab84-b55d3ca428e6', 'status': 'completed', 'code': 200} Aug 31 15:24:53.865510 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Returning: {'device': 'bd77bd89-cd38-4d6b-9055-94739ac734c9', 'network_id': '41ce6d2e-dc6a-4a5d-9201-7b0f0a2a6960', 'port_id': 'bd77bd89-cd38-4d6b-9055-94739ac734c9', 'mac_address': 'fa:16:3e:cd:71:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 946, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51962a07-3c58-4112-a130-7ea0934f4db7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:24:53.944915 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-fca5e237-400a-4d3d-b921-f8cdbf17f1c0 req-0520ed27-3e60-4aa9-8c2e-2663c42fb771 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Unset dirty status for tenant:3812c8ac3d6f49189f4ea632ac894346 on resource:security_group {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:24:53.955045 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-fca5e237-400a-4d3d-b921-f8cdbf17f1c0 req-0520ed27-3e60-4aa9-8c2e-2663c42fb771 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8551376 Aug 31 15:24:54.013866 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:54.029136 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-7034dd40-dca3-4348-b8f3-bd1e2afc83f1 service neutron] Attempting to bind port aec330a3-c6ce-4256-a380-3dc0f5ae1290 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:24:54.029470 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-7034dd40-dca3-4348-b8f3-bd1e2afc83f1 service neutron] Attempting to bind port aec330a3-c6ce-4256-a380-3dc0f5ae1290 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '61b58406-5c55-4a32-b6e5-ffbfd51c8976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '4e75f494-7e6b-45f9-ac2a-ef61105e9d7d'}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:24:54.029976 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-7034dd40-dca3-4348-b8f3-bd1e2afc83f1 service neutron] Attempting to bind port aec330a3-c6ce-4256-a380-3dc0f5ae1290 on network 4e75f494-7e6b-45f9-ac2a-ef61105e9d7d {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:24:54.041672 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd77bd89-cd38-4d6b-9055-94739ac734c9 {{(pid=79278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:24:54.053509 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7729b354-1d8e-487a-b0df-68c6d15eae34 req-d824474e-4619-4edf-8ced-6b86cb1baad2 service neutron] 10.222.0.64 "GET /v2.0/networks/41ce6d2e-dc6a-4a5d-9201-7b0f0a2a6960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9220908 Aug 31 15:24:54.062197 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-7034dd40-dca3-4348-b8f3-bd1e2afc83f1 service neutron] Port aec330a3-c6ce-4256-a380-3dc0f5ae1290 on network 4e75f494-7e6b-45f9-ac2a-ef61105e9d7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 31 15:24:54.062517 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-7034dd40-dca3-4348-b8f3-bd1e2afc83f1 service neutron] Attempting to bind port aec330a3-c6ce-4256-a380-3dc0f5ae1290 on network 4e75f494-7e6b-45f9-ac2a-ef61105e9d7d {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:24:54.078343 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port bd77bd89-cd38-4d6b-9055-94739ac734c9, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=bd77bd89-cd38-4d6b-9055-94739ac734c9,segment=NetworkSegment(63d20dec-d5e5-4a7f-a5ea-531a5cb834e2),segment_id=63d20dec-d5e5-4a7f-a5ea-531a5cb834e2)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:24:54.089204 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-0e4b89c9-e333-4434-93a4-0398e96f928c service neutron] Attempting to bind port 975f2976-fee5-4a89-8a0f-0f2075d148b3 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:24:54.089517 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:54.089635 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-0e4b89c9-e333-4434-93a4-0398e96f928c service neutron] Attempting to bind port 975f2976-fee5-4a89-8a0f-0f2075d148b3 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': 'b43d9033-4938-47c6-a1c6-aaf1dcce285a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902'}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:24:54.089838 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-0e4b89c9-e333-4434-93a4-0398e96f928c service neutron] Attempting to bind port 975f2976-fee5-4a89-8a0f-0f2075d148b3 on network 47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:24:54.092931 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f80b3b2a-09ef-4aff-934d-beea87805011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:54.094146 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-7034dd40-dca3-4348-b8f3-bd1e2afc83f1 service neutron] Checking agent: {'id': '62cd79da-47e6-4754-8d0e-eaf0f2299a96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 22, 7), 'started_at': datetime.datetime(2021, 8, 31, 15, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:24:54.094463 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-7034dd40-dca3-4348-b8f3-bd1e2afc83f1 service neutron] Checking segment: {'id': '61b58406-5c55-4a32-b6e5-ffbfd51c8976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '4e75f494-7e6b-45f9-ac2a-ef61105e9d7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:24:54.094851 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-7034dd40-dca3-4348-b8f3-bd1e2afc83f1 service neutron] Bound using segment: {'id': '61b58406-5c55-4a32-b6e5-ffbfd51c8976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '4e75f494-7e6b-45f9-ac2a-ef61105e9d7d'} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:24:54.095383 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-7034dd40-dca3-4348-b8f3-bd1e2afc83f1 service neutron] Bound port: aec330a3-c6ce-4256-a380-3dc0f5ae1290, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b58406-5c55-4a32-b6e5-ffbfd51c8976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '4e75f494-7e6b-45f9-ac2a-ef61105e9d7d'}}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:24:54.095723 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-7034dd40-dca3-4348-b8f3-bd1e2afc83f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:54.107998 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034dd40-dca3-4348-b8f3-bd1e2afc83f1 service neutron] Pushing event updated for resources: {'Port': ['ID=aec330a3-c6ce-4256-a380-3dc0f5ae1290,revision_number=2']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:54.115939 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-7034dd40-dca3-4348-b8f3-bd1e2afc83f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.980s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:54.120148 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-870af90b-dc42-4beb-8358-a1c2437f87aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.892s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:54.153476 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-0e4b89c9-e333-4434-93a4-0398e96f928c service neutron] Port 975f2976-fee5-4a89-8a0f-0f2075d148b3 on network 47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 31 15:24:54.153926 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-0e4b89c9-e333-4434-93a4-0398e96f928c service neutron] Attempting to bind port 975f2976-fee5-4a89-8a0f-0f2075d148b3 on network 47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:24:54.182436 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-0e4b89c9-e333-4434-93a4-0398e96f928c service neutron] Checking agent: {'id': '62cd79da-47e6-4754-8d0e-eaf0f2299a96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 22, 7), 'started_at': datetime.datetime(2021, 8, 31, 15, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:24:54.182767 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-0e4b89c9-e333-4434-93a4-0398e96f928c service neutron] Checking segment: {'id': 'b43d9033-4938-47c6-a1c6-aaf1dcce285a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:24:54.183347 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-0e4b89c9-e333-4434-93a4-0398e96f928c service neutron] Bound using segment: {'id': 'b43d9033-4938-47c6-a1c6-aaf1dcce285a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902'} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:24:54.183982 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-0e4b89c9-e333-4434-93a4-0398e96f928c service neutron] Bound port: 975f2976-fee5-4a89-8a0f-0f2075d148b3, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b43d9033-4938-47c6-a1c6-aaf1dcce285a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 923, 'network_id': '47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902'}}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:24:54.184510 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-0e4b89c9-e333-4434-93a4-0398e96f928c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:54.213184 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4beb041-a025-40f5-b1bf-c07ce323ca19 req-38de7ead-ba8b-4325-90f4-b17693630b5d tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:54.227626 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-4ba96d94-f17b-448f-9233-80c2a78e8178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:54.227972 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=bd77bd89-cd38-4d6b-9055-94739ac734c9,revision_number=4']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:54.230060 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-4ba96d94-f17b-448f-9233-80c2a78e8178 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3812c8ac3d6f49189f4ea632ac894346&device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 1096 time: 0.6955862 Aug 31 15:24:54.231968 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-c4beb041-a025-40f5-b1bf-c07ce323ca19 req-38de7ead-ba8b-4325-90f4-b17693630b5d tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 945 time: 0.2483823 Aug 31 15:24:54.233049 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:54.298834 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-c4beb041-a025-40f5-b1bf-c07ce323ca19 req-7d131fa9-4ce3-48ad-9ac3-cbaad937feda tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/security-groups?id=41225773-89bd-4b63-9bfd-d4f674d2f885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532694 Aug 31 15:24:54.426412 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-96b9b0cc-09a2-407f-843b-ebfe3907a364 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eeffc475-fdba-47d5-ab84-b55d3ca428e6 HTTP/1.1" status: 200 len: 217 time: 0.1313806 Aug 31 15:24:54.481623 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b89c9-e333-4434-93a4-0398e96f928c service neutron] Pushing event updated for resources: {'Port': ['ID=975f2976-fee5-4a89-8a0f-0f2075d148b3,revision_number=2']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:54.502073 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] get_ports_and_sgs() called for port_ids ['bd77bd89-cd38-4d6b-9055-94739ac734c9'] {{(pid=79278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:24:54.511683 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-0e4b89c9-e333-4434-93a4-0398e96f928c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:54.514271 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-247273a5-756c-4562-b662-892154a08e12 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.994s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:54.514641 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-247273a5-756c-4562-b662-892154a08e12 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:54.568446 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-7034dd40-dca3-4348-b8f3-bd1e2afc83f1 service neutron] For port aec330a3-c6ce-4256-a380-3dc0f5ae1290, host hv-cinder-80278, cleared binding levels {{(pid=79277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:24:54.570663 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-0e4b89c9-e333-4434-93a4-0398e96f928c service neutron] For port 975f2976-fee5-4a89-8a0f-0f2075d148b3, host hv-cinder-80278, cleared binding levels {{(pid=79277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:24:54.589075 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-c58a5dae-2c55-4272-80c8-9cf5631e5cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:54.591024 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-c58a5dae-2c55-4272-80c8-9cf5631e5cd5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=98da163e-cad9-430b-a126-d66668b9f621 HTTP/1.1" status: 200 len: 858 time: 0.1552141 Aug 31 15:24:54.592723 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-7034dd40-dca3-4348-b8f3-bd1e2afc83f1 service neutron] For port aec330a3-c6ce-4256-a380-3dc0f5ae1290, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=aec330a3-c6ce-4256-a380-3dc0f5ae1290,segment=NetworkSegment(61b58406-5c55-4a32-b6e5-ffbfd51c8976),segment_id=61b58406-5c55-4a32-b6e5-ffbfd51c8976)] {{(pid=79277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:24:54.603842 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-0e4b89c9-e333-4434-93a4-0398e96f928c service neutron] For port 975f2976-fee5-4a89-8a0f-0f2075d148b3, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=975f2976-fee5-4a89-8a0f-0f2075d148b3,segment=NetworkSegment(b43d9033-4938-47c6-a1c6-aaf1dcce285a),segment_id=b43d9033-4938-47c6-a1c6-aaf1dcce285a)] {{(pid=79277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:24:54.642986 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-7034dd40-dca3-4348-b8f3-bd1e2afc83f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:54.657234 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-0e4b89c9-e333-4434-93a4-0398e96f928c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:54.664925 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-da373dfe-0349-4cd3-ad94-8a0eef87e3ef tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:54.708623 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-294890c9-b820-48e3-8310-3b4783587a3f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989044 Aug 31 15:24:54.734301 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55b242-4a63-4efb-9fa4-97364d49519c req-1a080234-591f-43d7-b601-af2f523b43db tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:54.735962 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3a55b242-4a63-4efb-9fa4-97364d49519c req-1a080234-591f-43d7-b601-af2f523b43db tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5a66873-b75e-40bb-badf-f64da91269fe HTTP/1.1" status: 200 len: 945 time: 0.5398111 Aug 31 15:24:54.821408 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-7034dd40-dca3-4348-b8f3-bd1e2afc83f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:54.823082 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-7034dd40-dca3-4348-b8f3-bd1e2afc83f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:54.824105 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-7034dd40-dca3-4348-b8f3-bd1e2afc83f1 service neutron] 10.222.0.64 "PUT /v2.0/ports/aec330a3-c6ce-4256-a380-3dc0f5ae1290 HTTP/1.1" status: 200 len: 1093 time: 5.2876270 Aug 31 15:24:54.825469 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-0e4b89c9-e333-4434-93a4-0398e96f928c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:54.825946 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-0e4b89c9-e333-4434-93a4-0398e96f928c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:54.827192 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-0e4b89c9-e333-4434-93a4-0398e96f928c service neutron] 10.222.0.64 "PUT /v2.0/ports/975f2976-fee5-4a89-8a0f-0f2075d148b3 HTTP/1.1" status: 200 len: 1094 time: 6.6209173 Aug 31 15:24:54.947585 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034dd40-dca3-4348-b8f3-bd1e2afc83f1 service neutron] Pushing event updated for resources: {'Port': ['ID=aec330a3-c6ce-4256-a380-3dc0f5ae1290,revision_number=3']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:55.094016 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf901c0-2c05-4af0-ac47-ca63bde95269 req-d05ebc45-460d-4b41-8b03-dc5e7c608fb6 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:55.104935 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ccf901c0-2c05-4af0-ac47-ca63bde95269 req-d05ebc45-460d-4b41-8b03-dc5e7c608fb6 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 943 time: 0.2128403 Aug 31 15:24:55.142082 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b89c9-e333-4434-93a4-0398e96f928c service neutron] Pushing event updated for resources: {'Port': ['ID=975f2976-fee5-4a89-8a0f-0f2075d148b3,revision_number=3']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:55.150477 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 45020) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:55.160548 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ccf901c0-2c05-4af0-ac47-ca63bde95269 req-f8dc4c84-dc9d-48a5-957c-9f8b753060d2 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544810 Aug 31 15:24:55.174866 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-0e4b89c9-e333-4434-93a4-0398e96f928c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:55.189020 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3a55b242-4a63-4efb-9fa4-97364d49519c req-7b2973a3-cf41-4769-b084-9e81a4a350f2 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4189136 Aug 31 15:24:55.189630 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-7707c6db-43da-444b-98ee-70881be4346b tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.463s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:55.190113 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-7707c6db-43da-444b-98ee-70881be4346b tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:55.257895 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-1410f19a-fd37-46bb-96f6-0f86ca25e569 service neutron] 10.222.0.64 "GET /v2.0/networks/47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5210843 Aug 31 15:24:55.339780 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-f0c87971-4411-460d-9f29-260250ec1ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:55.341424 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-f0c87971-4411-460d-9f29-260250ec1ad5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3812c8ac3d6f49189f4ea632ac894346&device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 1097 time: 0.4072638 Aug 31 15:24:55.344867 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-ef4845ab-e8b7-4b1c-aa9d-fe1932bd2c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:55.346390 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-ef4845ab-e8b7-4b1c-aa9d-fe1932bd2c53 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ec6a8bc6d4414b24a10c0665387c54cf&device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 1096 time: 0.4009304 Aug 31 15:24:55.409405 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2557552-1534-4f3f-abaa-651d813c441c req-a467b3bd-641f-46a0-b0a6-f2b83205dd19 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:55.412250 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-e2557552-1534-4f3f-abaa-651d813c441c req-a467b3bd-641f-46a0-b0a6-f2b83205dd19 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 944 time: 0.1247549 Aug 31 15:24:55.488363 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 511eb749-2a1b-4aa6-9244-8fc1a7778e9a up at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:24:55.521865 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-e2557552-1534-4f3f-abaa-651d813c441c req-724d6bb6-2199-4009-aa35-73043da47356 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951784 Aug 31 15:24:55.635942 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning for port 511eb749-2a1b-4aa6-9244-8fc1a7778e9a completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:24:55.643427 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning complete for port 511eb749-2a1b-4aa6-9244-8fc1a7778e9a triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:24:55.643890 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:55.755201 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-c745484a-9129-4de2-9896-9d736b8a32c8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=975f2976-fee5-4a89-8a0f-0f2075d148b3 HTTP/1.1" status: 200 len: 217 time: 0.2178912 Aug 31 15:24:55.756431 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-845795fd-6fd1-40ec-beff-4a84d4cfeea6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aec330a3-c6ce-4256-a380-3dc0f5ae1290 HTTP/1.1" status: 200 len: 217 time: 0.2161279 Aug 31 15:24:55.773734 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-2e465409-34db-499a-a283-685be9612345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:55.818368 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:55.858377 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a66873-b75e-40bb-badf-f64da91269fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511eb749-2a1b-4aa6-9244-8fc1a7778e9a'}] {{(pid=79278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:24:55.865390 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed1437c-7476-4eaa-8dd8-4287e4417bb0', 'tag': 'aec330a3-c6ce-4256-a380-3dc0f5ae1290'}, {'name': 'network-changed', 'server_uuid': '1f71dbd0-b5d8-4471-aeb5-9b61390583a5', 'tag': '975f2976-fee5-4a89-8a0f-0f2075d148b3'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:24:55.892393 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-2e465409-34db-499a-a283-685be9612345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:55.923634 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-2e465409-34db-499a-a283-685be9612345 admin admin] Usage tracker for resource:security_group_rule and tenant:7cf465ac605b406a8a9abad9ef350543 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:55.941459 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-2e465409-34db-499a-a283-685be9612345 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:55.949576 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 511eb749-2a1b-4aa6-9244-8fc1a7778e9a, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=511eb749-2a1b-4aa6-9244-8fc1a7778e9a,segment=NetworkSegment(c04ecbb1-0952-4af4-8fe9-edf346411969),segment_id=c04ecbb1-0952-4af4-8fe9-edf346411969)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:24:55.957846 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:55.959100 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device bd77bd89-cd38-4d6b-9055-94739ac734c9 up at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:24:55.963042 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dc8128e0-5e0f-4243-9389-27c6f6ad7ba2 req-91556e8d-651d-4866-90a4-5d9ffb83c072 service neutron] 10.222.0.64 "GET /v2.0/networks/47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6940043 Aug 31 15:24:55.965249 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed1437c-7476-4eaa-8dd8-4287e4417bb0', 'tag': 'aec330a3-c6ce-4256-a380-3dc0f5ae1290', 'status': 'completed', 'code': 200} Aug 31 15:24:55.965693 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f71dbd0-b5d8-4471-aeb5-9b61390583a5', 'tag': '975f2976-fee5-4a89-8a0f-0f2075d148b3', 'status': 'completed', 'code': 200} Aug 31 15:24:55.970228 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-2e465409-34db-499a-a283-685be9612345 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:55.996044 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-8974091f-717b-4902-ac3e-953f230809ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:55.997810 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-8974091f-717b-4902-ac3e-953f230809ea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=653417ef-47b3-47bd-9dfd-8a528e75cd81 HTTP/1.1" status: 200 len: 850 time: 0.2061977 Aug 31 15:24:56.001637 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:56.003116 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-ee43c061-4c26-4527-8738-b93cd92f1350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:56.005051 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-ee43c061-4c26-4527-8738-b93cd92f1350 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=98da163e-cad9-430b-a126-d66668b9f621 HTTP/1.1" status: 200 len: 858 time: 0.2181859 Aug 31 15:24:56.040015 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 45082) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:56.123707 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=511eb749-2a1b-4aa6-9244-8fc1a7778e9a,revision_number=5']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:56.127817 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:56.137340 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning for port bd77bd89-cd38-4d6b-9055-94739ac734c9 completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:24:56.143291 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning complete for port bd77bd89-cd38-4d6b-9055-94739ac734c9 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:24:56.143709 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:56.171625 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-62427934-9777-4fa4-b5a5-6a43f97082f2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1162736 Aug 31 15:24:56.200874 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3c84b-2ee5-47ea-ab4b-51473b0d46ab req-e22c238e-7c06-486e-80f9-84fa533b9413 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:56.202453 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-feb3c84b-2ee5-47ea-ab4b-51473b0d46ab req-e22c238e-7c06-486e-80f9-84fa533b9413 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 945 time: 0.6601288 Aug 31 15:24:56.288462 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-97bb8ca5-ba7b-47f8-9383-b497a4d5625d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:56.309985 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:56.333561 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-97bb8ca5-ba7b-47f8-9383-b497a4d5625d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:56.337832 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-97bb8ca5-ba7b-47f8-9383-b497a4d5625d admin admin] Usage tracker for resource:security_group_rule and tenant:68874b51dc2743c495d5a0bc75dfb940 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:56.342763 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-97bb8ca5-ba7b-47f8-9383-b497a4d5625d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:56.356357 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port bd77bd89-cd38-4d6b-9055-94739ac734c9, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=bd77bd89-cd38-4d6b-9055-94739ac734c9,segment=NetworkSegment(63d20dec-d5e5-4a7f-a5ea-531a5cb834e2),segment_id=63d20dec-d5e5-4a7f-a5ea-531a5cb834e2)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:24:56.364096 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:56.369920 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:56.411639 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-97bb8ca5-ba7b-47f8-9383-b497a4d5625d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:56.461217 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-feb3c84b-2ee5-47ea-ab4b-51473b0d46ab req-0291cd2d-b48d-468a-9f52-9bb254a48d39 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/security-groups?id=41225773-89bd-4b63-9bfd-d4f674d2f885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246315 Aug 31 15:24:56.497649 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=bd77bd89-cd38-4d6b-9055-94739ac734c9,revision_number=5']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:56.508122 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:56.539797 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-5caca5f6-102c-430f-b385-a165f2523109 service neutron] 10.222.0.64 "GET /v2.0/networks/47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497510 Aug 31 15:24:56.546162 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-2780c24f-3847-4d54-bf3e-b57fe3b9c445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:56.547704 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-2780c24f-3847-4d54-bf3e-b57fe3b9c445 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4e75f494-7e6b-45f9-ac2a-ef61105e9d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5407467 Aug 31 15:24:56.554871 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-2e465409-34db-499a-a283-685be9612345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:56.579529 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f417a47-5b44-4afb-bfcd-5191ea8a1e4e req-77c124e6-0fe8-4930-8c99-9a3c34337b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:56.580981 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3f417a47-5b44-4afb-bfcd-5191ea8a1e4e req-77c124e6-0fe8-4930-8c99-9a3c34337b2f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3812c8ac3d6f49189f4ea632ac894346&device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 1096 time: 0.4764383 Aug 31 15:24:56.592454 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2190f-b026-4262-93c8-a3635a289495 req-4ddcb17f-2fca-4861-b471-0c41bdc05365 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:56.596283 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-cfc2190f-b026-4262-93c8-a3635a289495 req-4ddcb17f-2fca-4861-b471-0c41bdc05365 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 943 time: 0.2545409 Aug 31 15:24:56.599761 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-97bb8ca5-ba7b-47f8-9383-b497a4d5625d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:56.602534 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-2e465409-34db-499a-a283-685be9612345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:56.664697 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:56.690587 dv-cinder-802781-4-iscsi neutron-server[79278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a66873-b75e-40bb-badf-f64da91269fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511eb749-2a1b-4aa6-9244-8fc1a7778e9a', 'code': 200} Aug 31 15:24:56.724695 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-97bb8ca5-ba7b-47f8-9383-b497a4d5625d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:56.740307 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-d38f475c-7536-43fb-a364-2915f3396e9e tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:56.796160 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb8ca5-ba7b-47f8-9383-b497a4d5625d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd582ba2-15a3-420c-be62-5e2c6af5fa2f,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:56.829809 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-cfc2190f-b026-4262-93c8-a3635a289495 req-d691137f-4152-4766-95a2-9cbc6f68098e tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2230582 Aug 31 15:24:56.844599 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-97bb8ca5-ba7b-47f8-9383-b497a4d5625d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:56.882250 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-97bb8ca5-ba7b-47f8-9383-b497a4d5625d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=68874b51dc2743c495d5a0bc75dfb940&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8404398 Aug 31 15:24:56.886076 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 45122) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:56.903861 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-2e465409-34db-499a-a283-685be9612345 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7cf465ac605b406a8a9abad9ef350543&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7338808 Aug 31 15:24:56.919700 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 45126) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:57.007778 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e465409-34db-499a-a283-685be9612345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afdc8ded-8ce0-4957-9f31-5c1ab60f347a,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:57.061772 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-2e465409-34db-499a-a283-685be9612345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:57.096909 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f49982ab-8e34-4c05-9187-7864399162f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:57.111712 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-97a71d9c-2369-4590-a49a-a92778af452d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:57.115292 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3c1aa8bf-c64c-4e5b-b00f-3e4bd17dc500 req-82a22c1f-7031-4331-b0d5-b1db98b956d9 service neutron] 10.222.0.64 "GET /v2.0/networks/47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5629933 Aug 31 15:24:57.147066 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f49982ab-8e34-4c05-9187-7864399162f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:57.151508 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-f114e319-ed43-48cc-8094-e9bb2e31fafb service neutron] 10.222.0.64 "GET /v2.0/networks/4e75f494-7e6b-45f9-ac2a-ef61105e9d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5769830 Aug 31 15:24:57.161644 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f417a47-5b44-4afb-bfcd-5191ea8a1e4e req-f630735d-aee5-44f0-aa9c-f0a441391efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:57.163092 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3f417a47-5b44-4afb-bfcd-5191ea8a1e4e req-f630735d-aee5-44f0-aa9c-f0a441391efd service neutron] 10.222.0.64 "GET /v2.0/networks?id=47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902 HTTP/1.1" status: 200 len: 919 time: 0.5587938 Aug 31 15:24:57.180444 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-97a71d9c-2369-4590-a49a-a92778af452d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:57.185633 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2aa67-2211-457e-b363-2c2ebeb5fe46 req-a2cfe6d9-12e0-4556-a9ef-01514d15e31a tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:57.187172 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-07a2aa67-2211-457e-b363-2c2ebeb5fe46 req-a2cfe6d9-12e0-4556-a9ef-01514d15e31a tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5a66873-b75e-40bb-badf-f64da91269fe HTTP/1.1" status: 200 len: 946 time: 0.2928021 Aug 31 15:24:57.200020 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea49191-b8d3-417a-8145-b2ba44a8bb05 req-e54a4d12-a93d-49e8-aa50-5055bd8c5fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:57.201623 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-bea49191-b8d3-417a-8145-b2ba44a8bb05 req-e54a4d12-a93d-49e8-aa50-5055bd8c5fea service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c5a66873-b75e-40bb-badf-f64da91269fe HTTP/1.1" status: 200 len: 1099 time: 0.1905596 Aug 31 15:24:57.232179 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26b176-bfb9-4ede-b5eb-48306f112d97 req-d72be643-1a21-4748-9351-5ad365d1a050 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:57.233641 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ae26b176-bfb9-4ede-b5eb-48306f112d97 req-d72be643-1a21-4748-9351-5ad365d1a050 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 944 time: 0.2449245 Aug 31 15:24:57.303953 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ae26b176-bfb9-4ede-b5eb-48306f112d97 req-66e76e9d-88dc-450d-aec5-f9c9926d2648 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586629 Aug 31 15:24:57.304819 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f49982ab-8e34-4c05-9187-7864399162f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:57.313100 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-62899241-067b-4f23-866b-d04b0b4e8231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:57.329668 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-97a71d9c-2369-4590-a49a-a92778af452d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:57.334380 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49982ab-8e34-4c05-9187-7864399162f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd582ba2-15a3-420c-be62-5e2c6af5fa2f,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:57.339550 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-f49982ab-8e34-4c05-9187-7864399162f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:57.343103 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-465fb0cb-2134-45e5-81d7-44c0343a5533 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:57.359596 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-97a71d9c-2369-4590-a49a-a92778af452d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:57.361022 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-97a71d9c-2369-4590-a49a-a92778af452d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/afdc8ded-8ce0-4957-9f31-5c1ab60f347a HTTP/1.1" status: 204 len: 168 time: 0.4342108 Aug 31 15:24:57.362036 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a71d9c-2369-4590-a49a-a92778af452d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdc8ded-8ce0-4957-9f31-5c1ab60f347a,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:57.364440 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f49982ab-8e34-4c05-9187-7864399162f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:57.369360 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-f49982ab-8e34-4c05-9187-7864399162f6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dd582ba2-15a3-420c-be62-5e2c6af5fa2f HTTP/1.1" status: 204 len: 168 time: 0.4778039 Aug 31 15:24:57.369360 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-97a71d9c-2369-4590-a49a-a92778af452d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:57.531547 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3f417a47-5b44-4afb-bfcd-5191ea8a1e4e req-b5bb93c7-3c21-4aa7-9fcf-77f8b03d378b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eeffc475-fdba-47d5-ab84-b55d3ca428e6 HTTP/1.1" status: 200 len: 217 time: 0.3115969 Aug 31 15:24:57.540558 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-bea49191-b8d3-417a-8145-b2ba44a8bb05 req-bff51615-a3a8-4811-9209-4d05bb38d95d service neutron] Notify callbacks [] for security_group, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:57.601701 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [req-bea49191-b8d3-417a-8145-b2ba44a8bb05 req-bff51615-a3a8-4811-9209-4d05bb38d95d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:57.611898 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-07a2aa67-2211-457e-b363-2c2ebeb5fe46 req-2c7e3c3c-bd63-428d-ab13-e15569ce5374 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4170678 Aug 31 15:24:57.623433 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-bea49191-b8d3-417a-8145-b2ba44a8bb05 req-bff51615-a3a8-4811-9209-4d05bb38d95d service neutron] Usage tracker for resource:security_group_rule and tenant:69ba230e04234b4baa23b4f585d819d8 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:57.637909 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-bea49191-b8d3-417a-8145-b2ba44a8bb05 req-bff51615-a3a8-4811-9209-4d05bb38d95d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:57.652012 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [req-bea49191-b8d3-417a-8145-b2ba44a8bb05 req-bff51615-a3a8-4811-9209-4d05bb38d95d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:57.664785 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-623a9762-9b9c-47aa-a50e-2fdb04f27e8f req-b52fc251-3f3d-4748-8ea8-d999239fe386 service neutron] 10.222.0.64 "GET /v2.0/networks/4e75f494-7e6b-45f9-ac2a-ef61105e9d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492612 Aug 31 15:24:57.689608 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656a85b-7b8c-441a-a924-47270038fbaf req-91a71e2d-55c4-49e9-9af2-2eb299b59449 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:57.694587 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f417a47-5b44-4afb-bfcd-5191ea8a1e4e req-199376bb-97b2-4c15-a737-9a258c920bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:57.697227 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3f417a47-5b44-4afb-bfcd-5191ea8a1e4e req-199376bb-97b2-4c15-a737-9a258c920bc2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=98da163e-cad9-430b-a126-d66668b9f621 HTTP/1.1" status: 200 len: 858 time: 0.1335475 Aug 31 15:24:57.697776 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-8656a85b-7b8c-441a-a924-47270038fbaf req-91a71e2d-55c4-49e9-9af2-2eb299b59449 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 946 time: 0.1144433 Aug 31 15:24:57.748070 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-8656a85b-7b8c-441a-a924-47270038fbaf req-d104c766-2217-471a-805b-c13ff5e8b83a tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/security-groups?id=41225773-89bd-4b63-9bfd-d4f674d2f885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493624 Aug 31 15:24:57.772822 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 45146) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:57.792268 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b1942ef4-f92d-4131-bdce-56395412aeb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:57.809314 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-b1942ef4-f92d-4131-bdce-56395412aeb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:57.813177 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-b1942ef4-f92d-4131-bdce-56395412aeb0 admin admin] Usage tracker for resource:security_group_rule and tenant:c91ca9e0b3bb41068c3eb0ea345857d9 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:57.816111 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-b1942ef4-f92d-4131-bdce-56395412aeb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:57.823225 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-b1942ef4-f92d-4131-bdce-56395412aeb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:57.840296 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 45150) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:57.853918 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3f417a47-5b44-4afb-bfcd-5191ea8a1e4e req-d6ea2761-68a5-497c-8a51-4815c0ccc927 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987780 Aug 31 15:24:57.858682 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a83523da-81b3-4154-abf3-45d7ccd2ecb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:57.875014 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-a83523da-81b3-4154-abf3-45d7ccd2ecb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:57.878933 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-a83523da-81b3-4154-abf3-45d7ccd2ecb6 admin admin] Usage tracker for resource:security_group_rule and tenant:6ee366fe5fa040598d74fec4dee7b3d1 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:57.881880 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-a83523da-81b3-4154-abf3-45d7ccd2ecb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:57.888783 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-a83523da-81b3-4154-abf3-45d7ccd2ecb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:57.906072 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-bea49191-b8d3-417a-8145-b2ba44a8bb05 req-bff51615-a3a8-4811-9209-4d05bb38d95d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:57.923458 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-bea49191-b8d3-417a-8145-b2ba44a8bb05 req-bff51615-a3a8-4811-9209-4d05bb38d95d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:57.939334 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-3c439c07-cfd1-46ca-8969-aaa338ae1ebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:58.050474 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b1942ef4-f92d-4131-bdce-56395412aeb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:58.054906 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a83523da-81b3-4154-abf3-45d7ccd2ecb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:58.057746 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b1942ef4-f92d-4131-bdce-56395412aeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:58.066821 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-cdb523ae-d605-4a57-b0be-a7fc0061a8eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:58.077536 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a83523da-81b3-4154-abf3-45d7ccd2ecb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:58.078598 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-bea49191-b8d3-417a-8145-b2ba44a8bb05 req-bff51615-a3a8-4811-9209-4d05bb38d95d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8597486 Aug 31 15:24:58.091848 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff51615-a3a8-4811-9209-4d05bb38d95d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8944fd18-5878-4f18-b6a4-36523adeb217,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:58.095132 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-bff51615-a3a8-4811-9209-4d05bb38d95d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:58.131040 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54105cbd-b254-4446-9b77-98f2d9ce8d0b req-0dc1b37c-a1ed-407c-b6b0-61b7fb589f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:58.132921 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-54105cbd-b254-4446-9b77-98f2d9ce8d0b req-0dc1b37c-a1ed-407c-b6b0-61b7fb589f99 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ec6a8bc6d4414b24a10c0665387c54cf&device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 1096 time: 0.3315198 Aug 31 15:24:58.138657 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3f417a47-5b44-4afb-bfcd-5191ea8a1e4e req-b901605c-e4c9-4a48-8609-dfad90cc0053 service neutron] 10.222.0.64 "GET /v2.0/networks/47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775016 Aug 31 15:24:58.157327 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-a83523da-81b3-4154-abf3-45d7ccd2ecb6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6ee366fe5fa040598d74fec4dee7b3d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3156495 Aug 31 15:24:58.158533 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1942ef4-f92d-4131-bdce-56395412aeb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de303f43-bb3f-40dc-a599-eb62a961070c,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:58.161319 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 45166) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:58.166148 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-b1942ef4-f92d-4131-bdce-56395412aeb0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c91ca9e0b3bb41068c3eb0ea345857d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3920515 Aug 31 15:24:58.167784 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-b1942ef4-f92d-4131-bdce-56395412aeb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:58.168410 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:58.170759 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd45747-abe5-4664-8a24-97e67f4b0c0a req-b7a7338a-0b48-4e25-9708-2936e946a9ad tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:58.174892 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 45168) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:58.179305 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ecd45747-abe5-4664-8a24-97e67f4b0c0a req-b7a7338a-0b48-4e25-9708-2936e946a9ad tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 943 time: 0.1735673 Aug 31 15:24:58.222377 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83523da-81b3-4154-abf3-45d7ccd2ecb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2d33e3-6fd5-4033-b857-59d442d1893f,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:58.232381 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a83523da-81b3-4154-abf3-45d7ccd2ecb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:58.261327 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2869e1a5-18d5-4ca2-a16a-3df504fc19af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:58.299853 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2869e1a5-18d5-4ca2-a16a-3df504fc19af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:58.303546 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ecd45747-abe5-4664-8a24-97e67f4b0c0a req-95d7566f-9834-4b91-8e48-8fa0e6166489 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217046 Aug 31 15:24:58.351626 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-5fa215df-0abe-4d9e-8d5b-a0de12c1519f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:58.383488 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-5fa215df-0abe-4d9e-8d5b-a0de12c1519f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:58.400782 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2869e1a5-18d5-4ca2-a16a-3df504fc19af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:58.407072 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-25634bb3-ba62-4814-9b48-d2faf747d7ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:58.420985 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869e1a5-18d5-4ca2-a16a-3df504fc19af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de303f43-bb3f-40dc-a599-eb62a961070c,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:58.432499 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-2869e1a5-18d5-4ca2-a16a-3df504fc19af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:58.437256 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2869e1a5-18d5-4ca2-a16a-3df504fc19af admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:58.438666 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-2869e1a5-18d5-4ca2-a16a-3df504fc19af admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/de303f43-bb3f-40dc-a599-eb62a961070c HTTP/1.1" status: 204 len: 168 time: 0.2627554 Aug 31 15:24:58.636346 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418fc90-77a8-4d18-a43a-096ed4cfe8d5 req-81f98e48-09d6-4b79-8c91-f72b7c3be526 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:58.644187 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-5418fc90-77a8-4d18-a43a-096ed4cfe8d5 req-81f98e48-09d6-4b79-8c91-f72b7c3be526 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 944 time: 0.1803000 Aug 31 15:24:58.692490 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd77bd89-cd38-4d6b-9055-94739ac734c9'}] {{(pid=79278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:24:58.697926 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-5fa215df-0abe-4d9e-8d5b-a0de12c1519f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:58.741892 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:58.747005 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-5418fc90-77a8-4d18-a43a-096ed4cfe8d5 req-a74fd8ec-89cd-48dc-8a2f-d49721830ffe tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916281 Aug 31 15:24:58.816385 dv-cinder-802781-4-iscsi neutron-server[79278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd77bd89-cd38-4d6b-9055-94739ac734c9', 'code': 200} Aug 31 15:24:58.922014 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa215df-0abe-4d9e-8d5b-a0de12c1519f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2d33e3-6fd5-4033-b857-59d442d1893f,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:58.924566 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-5fa215df-0abe-4d9e-8d5b-a0de12c1519f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:59.019108 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-5fa215df-0abe-4d9e-8d5b-a0de12c1519f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:59.020378 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-5fa215df-0abe-4d9e-8d5b-a0de12c1519f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2d2d33e3-6fd5-4033-b857-59d442d1893f HTTP/1.1" status: 204 len: 168 time: 0.8332155 Aug 31 15:24:59.036432 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3f417a47-5b44-4afb-bfcd-5191ea8a1e4e req-ceb611be-c725-4ad9-ad9b-ca340a7ccfc1 service neutron] 10.222.0.64 "GET /v2.0/networks/47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5316763 Aug 31 15:24:59.050123 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54105cbd-b254-4446-9b77-98f2d9ce8d0b req-50b7f4cc-4626-4e2d-b5b4-5c7e70e3e854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:59.053872 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5578de-dc56-4000-b4ca-39f5585d46bd req-4447f5b1-bc51-4518-a989-cabd4b7c78c4 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:59.055985 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-6d5578de-dc56-4000-b4ca-39f5585d46bd req-4447f5b1-bc51-4518-a989-cabd4b7c78c4 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 946 time: 0.0960474 Aug 31 15:24:59.056545 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 45208) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:59.059132 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-54105cbd-b254-4446-9b77-98f2d9ce8d0b req-50b7f4cc-4626-4e2d-b5b4-5c7e70e3e854 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4e75f494-7e6b-45f9-ac2a-ef61105e9d7d HTTP/1.1" status: 200 len: 912 time: 0.5521615 Aug 31 15:24:59.130860 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-6d5578de-dc56-4000-b4ca-39f5585d46bd req-3cd7901b-5348-44a4-b0b8-af87b11a275b tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/security-groups?id=41225773-89bd-4b63-9bfd-d4f674d2f885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649233 Aug 31 15:24:59.144023 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-54105cbd-b254-4446-9b77-98f2d9ce8d0b req-20dafa15-b01f-4112-9c87-a49e6fb92baa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aec330a3-c6ce-4256-a380-3dc0f5ae1290 HTTP/1.1" status: 200 len: 217 time: 0.0796449 Aug 31 15:24:59.157569 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03307dc5-f353-4c9f-ab10-29f1445f7740 req-41bb8666-98d0-44ff-a6d8-7038e5e8cc39 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:59.159110 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-03307dc5-f353-4c9f-ab10-29f1445f7740 req-41bb8666-98d0-44ff-a6d8-7038e5e8cc39 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5a66873-b75e-40bb-badf-f64da91269fe HTTP/1.1" status: 200 len: 946 time: 0.3665571 Aug 31 15:24:59.303715 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54105cbd-b254-4446-9b77-98f2d9ce8d0b req-cac68620-2f27-4594-a66f-b2800d55112b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:59.305163 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-54105cbd-b254-4446-9b77-98f2d9ce8d0b req-cac68620-2f27-4594-a66f-b2800d55112b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=653417ef-47b3-47bd-9dfd-8a528e75cd81 HTTP/1.1" status: 200 len: 850 time: 0.1451564 Aug 31 15:24:59.319801 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-03307dc5-f353-4c9f-ab10-29f1445f7740 req-76e767c6-402f-4f1d-830e-19fa5b809886 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195922 Aug 31 15:24:59.393229 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85fa168-c14d-4660-b20b-d0da56da43d8 req-12929c8a-f1e6-42e9-a9ec-33ba30e2e38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:59.394732 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f85fa168-c14d-4660-b20b-d0da56da43d8 req-12929c8a-f1e6-42e9-a9ec-33ba30e2e38d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 1099 time: 0.1958294 Aug 31 15:24:59.414748 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54105cbd-b254-4446-9b77-98f2d9ce8d0b req-f1c6d91c-2c9d-41b6-bc78-94de8c93197b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:59.416895 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-54105cbd-b254-4446-9b77-98f2d9ce8d0b req-f1c6d91c-2c9d-41b6-bc78-94de8c93197b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4e75f494-7e6b-45f9-ac2a-ef61105e9d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0956039 Aug 31 15:24:59.430147 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fae4f7de-efd3-4f59-a2f6-36ae725d19e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:59.458047 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-fae4f7de-efd3-4f59-a2f6-36ae725d19e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:59.461906 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-fae4f7de-efd3-4f59-a2f6-36ae725d19e7 admin admin] Usage tracker for resource:security_group_rule and tenant:75d1cf0dcf2640bba2d57efc836ed5d6 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:59.465908 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-fae4f7de-efd3-4f59-a2f6-36ae725d19e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:59.471648 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-fae4f7de-efd3-4f59-a2f6-36ae725d19e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:59.606380 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 45226) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:59.629712 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-7018a02f-9815-4070-98da-a50d2d9f3a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:59.634539 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fae4f7de-efd3-4f59-a2f6-36ae725d19e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:59.642133 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fae4f7de-efd3-4f59-a2f6-36ae725d19e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:59.646748 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-7018a02f-9815-4070-98da-a50d2d9f3a52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:24:59.652386 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-7018a02f-9815-4070-98da-a50d2d9f3a52 admin admin] Usage tracker for resource:security_group_rule and tenant:efbff023838f40a4a993d16afa2ffd71 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:24:59.655314 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:59.655731 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-7018a02f-9815-4070-98da-a50d2d9f3a52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:24:59.661554 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-7018a02f-9815-4070-98da-a50d2d9f3a52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:24:59.702903 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae4f7de-efd3-4f59-a2f6-36ae725d19e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e78ae3-25e8-4067-a989-253150d43638,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:24:59.707450 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-fae4f7de-efd3-4f59-a2f6-36ae725d19e7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=75d1cf0dcf2640bba2d57efc836ed5d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6498256 Aug 31 15:24:59.708498 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-fae4f7de-efd3-4f59-a2f6-36ae725d19e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:24:59.710320 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 45232) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:24:59.719176 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5010463-f9f9-4e95-9642-a5ae006ece94 req-548c457b-6d38-45cb-8b49-6d861692b0c9 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:24:59.720810 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-c5010463-f9f9-4e95-9642-a5ae006ece94 req-548c457b-6d38-45cb-8b49-6d861692b0c9 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 943 time: 0.1857388 Aug 31 15:24:59.774229 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-c5010463-f9f9-4e95-9642-a5ae006ece94 req-19139292-20af-4e6b-869a-a69f824b6674 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472836 Aug 31 15:24:59.808061 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-7018a02f-9815-4070-98da-a50d2d9f3a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:59.818633 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-7018a02f-9815-4070-98da-a50d2d9f3a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:59.828635 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:24:59.842207 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-8c897f38-102e-493c-aa5a-4727c7ce2745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:24:59.994927 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-7018a02f-9815-4070-98da-a50d2d9f3a52 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=efbff023838f40a4a993d16afa2ffd71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3835969 Aug 31 15:25:00.000122 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 45244) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:00.000301 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7018a02f-9815-4070-98da-a50d2d9f3a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5bb3f12-620a-4ed8-8318-fcd3e9b99ba2,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:00.013915 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-7018a02f-9815-4070-98da-a50d2d9f3a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:00.029289 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-8c897f38-102e-493c-aa5a-4727c7ce2745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:00.069541 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-6d48b434-17ff-40e2-a6ec-85d2bfe47016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:00.091308 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442a9e9-7ba7-4cb5-bc97-ae1411a17299 req-221f70c6-b64a-4b15-bdde-86f46ed08dba tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:00.092771 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c442a9e9-7ba7-4cb5-bc97-ae1411a17299 req-221f70c6-b64a-4b15-bdde-86f46ed08dba tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 944 time: 0.1390486 Aug 31 15:25:00.099970 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-6d48b434-17ff-40e2-a6ec-85d2bfe47016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:00.123497 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-8c897f38-102e-493c-aa5a-4727c7ce2745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:00.135136 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:00.158136 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c897f38-102e-493c-aa5a-4727c7ce2745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e78ae3-25e8-4067-a989-253150d43638,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:00.162286 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-8c897f38-102e-493c-aa5a-4727c7ce2745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:00.175647 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-6d48b434-17ff-40e2-a6ec-85d2bfe47016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:00.179945 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-3101ad7a-8909-4271-948f-be6f116b4f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:00.180398 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c442a9e9-7ba7-4cb5-bc97-ae1411a17299 req-e9ee51cc-4d2d-407d-a954-350b4a0a1769 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733728 Aug 31 15:25:00.181564 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-8c897f38-102e-493c-aa5a-4727c7ce2745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:00.182643 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-8c897f38-102e-493c-aa5a-4727c7ce2745 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a5e78ae3-25e8-4067-a989-253150d43638 HTTP/1.1" status: 204 len: 168 time: 0.4711108 Aug 31 15:25:00.200843 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d48b434-17ff-40e2-a6ec-85d2bfe47016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5bb3f12-620a-4ed8-8318-fcd3e9b99ba2,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:00.203497 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-6d48b434-17ff-40e2-a6ec-85d2bfe47016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:00.222150 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-6d48b434-17ff-40e2-a6ec-85d2bfe47016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:00.223304 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-6d48b434-17ff-40e2-a6ec-85d2bfe47016 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c5bb3f12-620a-4ed8-8318-fcd3e9b99ba2 HTTP/1.1" status: 204 len: 168 time: 0.2269125 Aug 31 15:25:00.397861 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc1a24-33db-45ac-9c1b-4976cd4833b9 req-aa1efacf-06b1-49c5-b9fb-e67dcca1edc1 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:00.399624 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-dcfc1a24-33db-45ac-9c1b-4976cd4833b9 req-aa1efacf-06b1-49c5-b9fb-e67dcca1edc1 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 946 time: 0.1019878 Aug 31 15:25:00.478338 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-dcfc1a24-33db-45ac-9c1b-4976cd4833b9 req-3c73b0b8-7421-4b3c-a5a3-d4dfcf94ecdc tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/security-groups?id=41225773-89bd-4b63-9bfd-d4f674d2f885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691366 Aug 31 15:25:00.550228 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c5abc-fbc1-4c65-9d2a-f95d284d02c4 req-829cffd4-0da3-428d-bace-3fb92bf57f3f tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:00.558169 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-048c5abc-fbc1-4c65-9d2a-f95d284d02c4 req-829cffd4-0da3-428d-bace-3fb92bf57f3f tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5a66873-b75e-40bb-badf-f64da91269fe HTTP/1.1" status: 200 len: 946 time: 0.1057160 Aug 31 15:25:00.607402 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 45268) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:00.608303 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-048c5abc-fbc1-4c65-9d2a-f95d284d02c4 req-1e28f04d-d2b2-47a5-94bc-b808aa4c2c55 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493958 Aug 31 15:25:00.631388 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b188cecf-eb16-43c9-99ba-b1b6943ce5bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:00.647050 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-b188cecf-eb16-43c9-99ba-b1b6943ce5bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:00.651664 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-b188cecf-eb16-43c9-99ba-b1b6943ce5bc admin admin] Usage tracker for resource:security_group_rule and tenant:41a8bd7125b64f32abb8f0a43e5d7ff5 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:00.654456 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-b188cecf-eb16-43c9-99ba-b1b6943ce5bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:00.660404 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-b188cecf-eb16-43c9-99ba-b1b6943ce5bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:00.760960 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b188cecf-eb16-43c9-99ba-b1b6943ce5bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:00.765742 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b188cecf-eb16-43c9-99ba-b1b6943ce5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:00.779062 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-2869e1a5-18d5-4ca2-a16a-3df504fc19af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:00.825719 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 45284) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:00.825855 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-b188cecf-eb16-43c9-99ba-b1b6943ce5bc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=41a8bd7125b64f32abb8f0a43e5d7ff5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2161436 Aug 31 15:25:00.827828 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188cecf-eb16-43c9-99ba-b1b6943ce5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8d2950-e32b-43c8-a69c-7be8dfb93023,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:00.830810 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-b188cecf-eb16-43c9-99ba-b1b6943ce5bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:00.839954 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device eeffc475-fdba-47d5-ab84-b55d3ca428e6 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:25:00.925202 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-f85fa168-c14d-4660-b20b-d0da56da43d8 req-c90deb8d-b034-4bf3-af1b-4147842e055d service neutron] Synchronizing usage tracker for tenant:69ba230e04234b4baa23b4f585d819d8 on resource:security_group {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:25:00.948040 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-bdfbfa91-db12-4696-82df-70467b16f62d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:01.012147 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-bdfbfa91-db12-4696-82df-70467b16f62d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:01.012446 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1d52b-836c-44bd-bc8b-be0b6c298522 req-9091df5e-44c3-48a0-940f-4d63fddf51e9 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:01.023471 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-f6b1d52b-836c-44bd-bc8b-be0b6c298522 req-9091df5e-44c3-48a0-940f-4d63fddf51e9 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 943 time: 0.0977800 Aug 31 15:25:01.081317 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-f6b1d52b-836c-44bd-bc8b-be0b6c298522 req-769a9a89-3e7d-450d-bd24-5ed89c24d9c9 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539763 Aug 31 15:25:01.081560 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-f85fa168-c14d-4660-b20b-d0da56da43d8 req-c90deb8d-b034-4bf3-af1b-4147842e055d service neutron] Unset dirty status for tenant:69ba230e04234b4baa23b4f585d819d8 on resource:security_group {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:25:01.082873 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f85fa168-c14d-4660-b20b-d0da56da43d8 req-c90deb8d-b034-4bf3-af1b-4147842e055d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=41225773-89bd-4b63-9bfd-d4f674d2f885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400618 Aug 31 15:25:01.110626 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-bdfbfa91-db12-4696-82df-70467b16f62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:01.111530 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port eeffc475-fdba-47d5-ab84-b55d3ca428e6, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=eeffc475-fdba-47d5-ab84-b55d3ca428e6,segment=NetworkSegment(b43d9033-4938-47c6-a1c6-aaf1dcce285a),segment_id=b43d9033-4938-47c6-a1c6-aaf1dcce285a)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:25:01.120820 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-2e465409-34db-499a-a283-685be9612345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:01.128759 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Returning: {'device': 'eeffc475-fdba-47d5-ab84-b55d3ca428e6', 'network_id': '47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902', 'port_id': 'eeffc475-fdba-47d5-ab84-b55d3ca428e6', 'mac_address': 'fa:16:3e:b6:02:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98da163e-cad9-430b-a126-d66668b9f621', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:25:01.137517 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfbfa91-db12-4696-82df-70467b16f62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8d2950-e32b-43c8-a69c-7be8dfb93023,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:01.139480 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-bdfbfa91-db12-4696-82df-70467b16f62d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:01.141398 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-bdfbfa91-db12-4696-82df-70467b16f62d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cc8d2950-e32b-43c8-a69c-7be8dfb93023 HTTP/1.1" status: 204 len: 168 time: 0.3143520 Aug 31 15:25:01.142613 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-bdfbfa91-db12-4696-82df-70467b16f62d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:01.229606 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:01.250993 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeffc475-fdba-47d5-ab84-b55d3ca428e6 {{(pid=79278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:25:01.269131 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port eeffc475-fdba-47d5-ab84-b55d3ca428e6, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=eeffc475-fdba-47d5-ab84-b55d3ca428e6,segment=NetworkSegment(b43d9033-4938-47c6-a1c6-aaf1dcce285a),segment_id=b43d9033-4938-47c6-a1c6-aaf1dcce285a)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:25:01.276007 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:01.280210 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:01.421833 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=eeffc475-fdba-47d5-ab84-b55d3ca428e6,revision_number=4']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:01.427493 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:01.488079 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a95b7-3235-40fe-bc12-04e53db74899 req-2b27ef79-cf73-4f95-ac2b-0e6a752a640f tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:01.489508 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-161a95b7-3235-40fe-bc12-04e53db74899 req-2b27ef79-cf73-4f95-ac2b-0e6a752a640f tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 944 time: 0.1439221 Aug 31 15:25:01.545390 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-161a95b7-3235-40fe-bc12-04e53db74899 req-71853fee-a37f-464c-91f5-dbdbbb1e9baa tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471168 Aug 31 15:25:01.692489 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed418a-b62a-4ec6-9ce7-3317787e10d2 req-0a10ba4f-7fc8-4e00-bed0-5a5da7dc2318 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:01.693911 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-a9ed418a-b62a-4ec6-9ce7-3317787e10d2 req-0a10ba4f-7fc8-4e00-bed0-5a5da7dc2318 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 946 time: 0.0986211 Aug 31 15:25:01.755798 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-a9ed418a-b62a-4ec6-9ce7-3317787e10d2 req-69426142-3c01-4ebc-9d51-a8b9fcd58e26 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/security-groups?id=41225773-89bd-4b63-9bfd-d4f674d2f885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546694 Aug 31 15:25:01.799883 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 45328) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:01.823645 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66909c8d-95ca-4628-a705-90fe3434abdc req-341a144d-4b41-4fe8-adf1-cfc1a689fdc8 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:01.828597 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-66909c8d-95ca-4628-a705-90fe3434abdc req-341a144d-4b41-4fe8-adf1-cfc1a689fdc8 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5a66873-b75e-40bb-badf-f64da91269fe HTTP/1.1" status: 200 len: 946 time: 0.1020675 Aug 31 15:25:01.877706 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-66909c8d-95ca-4628-a705-90fe3434abdc req-8facc0ce-fc77-4420-ae66-6487af6633e2 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450208 Aug 31 15:25:02.005299 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-1bb1e7f4-1e8b-41cb-aca1-4f31a2f067cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:02.021812 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-1bb1e7f4-1e8b-41cb-aca1-4f31a2f067cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:02.024968 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-1bb1e7f4-1e8b-41cb-aca1-4f31a2f067cb admin admin] Usage tracker for resource:security_group_rule and tenant:ef2d2c1877ac45f09bfc958b0977b2b1 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:02.028363 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-1bb1e7f4-1e8b-41cb-aca1-4f31a2f067cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:02.034032 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-1bb1e7f4-1e8b-41cb-aca1-4f31a2f067cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:02.133060 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-1bb1e7f4-1e8b-41cb-aca1-4f31a2f067cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:02.140645 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-1bb1e7f4-1e8b-41cb-aca1-4f31a2f067cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:02.152728 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-5fa215df-0abe-4d9e-8d5b-a0de12c1519f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:02.206100 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-1bb1e7f4-1e8b-41cb-aca1-4f31a2f067cb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ef2d2c1877ac45f09bfc958b0977b2b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4025965 Aug 31 15:25:02.206100 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 45354) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:02.222855 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb1e7f4-1e8b-41cb-aca1-4f31a2f067cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a8e53d-c8b3-4343-abaa-eebd46ec3934,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:02.229221 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-1bb1e7f4-1e8b-41cb-aca1-4f31a2f067cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:02.283226 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-74bcc7f5-f949-4d11-b217-ad8df6dfe03d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:02.314294 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb5a39-3482-49ee-8b95-8b0d3f9cdc5d req-e7e82418-698f-4a16-b119-97b3c8ff98ff tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:02.314654 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-74bcc7f5-f949-4d11-b217-ad8df6dfe03d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:02.323991 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-bebb5a39-3482-49ee-8b95-8b0d3f9cdc5d req-e7e82418-698f-4a16-b119-97b3c8ff98ff tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 943 time: 0.1134574 Aug 31 15:25:02.382843 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-74bcc7f5-f949-4d11-b217-ad8df6dfe03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:02.389845 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:02.391063 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-bebb5a39-3482-49ee-8b95-8b0d3f9cdc5d req-8ed9bf7f-c211-4827-90bc-b41d07000e38 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660787 Aug 31 15:25:02.402636 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bcc7f5-f949-4d11-b217-ad8df6dfe03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a8e53d-c8b3-4343-abaa-eebd46ec3934,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:02.408548 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-74bcc7f5-f949-4d11-b217-ad8df6dfe03d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:02.409591 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-74bcc7f5-f949-4d11-b217-ad8df6dfe03d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:02.410622 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-74bcc7f5-f949-4d11-b217-ad8df6dfe03d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d0a8e53d-c8b3-4343-abaa-eebd46ec3934 HTTP/1.1" status: 204 len: 168 time: 0.2026978 Aug 31 15:25:02.748559 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1cf84-3f24-4e55-8f4e-50de3659d62d req-890758c5-42fc-4229-8601-99ba40304f9c tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:02.750336 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-30c1cf84-3f24-4e55-8f4e-50de3659d62d req-890758c5-42fc-4229-8601-99ba40304f9c tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 944 time: 0.0918062 Aug 31 15:25:02.817045 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-30c1cf84-3f24-4e55-8f4e-50de3659d62d req-976c7322-5d43-48cc-bff1-ffae18d8a1b2 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521219 Aug 31 15:25:02.966704 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 45398) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:03.004877 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-92947cad-a3a4-4dd0-a66f-bbd607c6762f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:03.046005 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-92947cad-a3a4-4dd0-a66f-bbd607c6762f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:03.052658 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-92947cad-a3a4-4dd0-a66f-bbd607c6762f admin admin] Usage tracker for resource:security_group_rule and tenant:fd19d2e55cd44e42ad1778a37f4a3c3b is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:03.064549 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-92947cad-a3a4-4dd0-a66f-bbd607c6762f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:03.081848 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-92947cad-a3a4-4dd0-a66f-bbd607c6762f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:03.130575 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb8a77-a597-46f6-8e52-89d353c751cd req-464c2e14-0229-4e5d-925d-1e68f324f7d4 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:03.132199 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-fbfb8a77-a597-46f6-8e52-89d353c751cd req-464c2e14-0229-4e5d-925d-1e68f324f7d4 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 946 time: 0.2347903 Aug 31 15:25:03.201489 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-fbfb8a77-a597-46f6-8e52-89d353c751cd req-8482749f-f108-42df-b3f6-8dc28cf2d3c8 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/security-groups?id=41225773-89bd-4b63-9bfd-d4f674d2f885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553627 Aug 31 15:25:03.211322 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 45414) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:03.227478 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2cd47-3ee0-4ea4-a75a-fc2fe92f98ea req-d3ecd844-774f-4f18-b947-c4e297b592c1 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:03.229481 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a9d2cd47-3ee0-4ea4-a75a-fc2fe92f98ea req-d3ecd844-774f-4f18-b947-c4e297b592c1 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5a66873-b75e-40bb-badf-f64da91269fe HTTP/1.1" status: 200 len: 946 time: 0.1453602 Aug 31 15:25:03.299708 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-92947cad-a3a4-4dd0-a66f-bbd607c6762f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:03.311659 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a9d2cd47-3ee0-4ea4-a75a-fc2fe92f98ea req-6dc5193c-187f-451b-aca2-76ec0addd5f8 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752962 Aug 31 15:25:03.313162 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-92947cad-a3a4-4dd0-a66f-bbd607c6762f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:03.327622 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-bdfbfa91-db12-4696-82df-70467b16f62d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:03.378462 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-92947cad-a3a4-4dd0-a66f-bbd607c6762f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fd19d2e55cd44e42ad1778a37f4a3c3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4106441 Aug 31 15:25:03.381703 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 45426) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:03.386095 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92947cad-a3a4-4dd0-a66f-bbd607c6762f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd631d0e-7364-48f1-ba4a-5de57480dd8e,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:03.388852 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-2d3cf799-0db3-4559-a1a6-7c6ff9097fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:03.404043 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-92947cad-a3a4-4dd0-a66f-bbd607c6762f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:03.409607 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-2d3cf799-0db3-4559-a1a6-7c6ff9097fdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:03.414026 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-2d3cf799-0db3-4559-a1a6-7c6ff9097fdc admin admin] Usage tracker for resource:security_group_rule and tenant:91441a1c68ef4778bc1fa6d51f57388b is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:03.417346 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-2d3cf799-0db3-4559-a1a6-7c6ff9097fdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:03.427086 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-2d3cf799-0db3-4559-a1a6-7c6ff9097fdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:03.471027 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b74614ab-1c9d-45e0-8900-69821602d5ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:03.518445 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b74614ab-1c9d-45e0-8900-69821602d5ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:03.571950 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-2d3cf799-0db3-4559-a1a6-7c6ff9097fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:03.578348 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-2d3cf799-0db3-4559-a1a6-7c6ff9097fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:03.613294 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-74bcc7f5-f949-4d11-b217-ad8df6dfe03d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:03.626319 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-2d3cf799-0db3-4559-a1a6-7c6ff9097fdc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=91441a1c68ef4778bc1fa6d51f57388b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4142470 Aug 31 15:25:03.629236 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 45434) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:03.646270 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 45438) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:03.656492 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b74614ab-1c9d-45e0-8900-69821602d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:03.662245 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3cf799-0db3-4559-a1a6-7c6ff9097fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef554cc-5f07-4726-b5fb-1338466eca1f,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:03.663175 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:03.671173 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-2d3cf799-0db3-4559-a1a6-7c6ff9097fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:03.677436 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74614ab-1c9d-45e0-8900-69821602d5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd631d0e-7364-48f1-ba4a-5de57480dd8e,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:03.686631 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-b74614ab-1c9d-45e0-8900-69821602d5ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:03.698308 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b74614ab-1c9d-45e0-8900-69821602d5ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:03.702086 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-b74614ab-1c9d-45e0-8900-69821602d5ae admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dd631d0e-7364-48f1-ba4a-5de57480dd8e HTTP/1.1" status: 204 len: 168 time: 0.3169618 Aug 31 15:25:03.713316 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-42b7a9f0-06da-433d-8fc9-84cb0ce00fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:03.718378 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75981210-f873-417f-923c-3587ba2cf2ca req-39e49fd1-1313-4296-9e35-f206ce270798 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:03.726423 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-75981210-f873-417f-923c-3587ba2cf2ca req-39e49fd1-1313-4296-9e35-f206ce270798 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 943 time: 0.1821628 Aug 31 15:25:03.752085 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-42b7a9f0-06da-433d-8fc9-84cb0ce00fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:03.784245 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-75981210-f873-417f-923c-3587ba2cf2ca req-8560552e-658d-4daa-af13-462a6fcc4029 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567315 Aug 31 15:25:03.827412 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-42b7a9f0-06da-433d-8fc9-84cb0ce00fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:03.839435 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d7bb2b27-cc92-4793-b0b2-98f7a91e7f08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:03.840859 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-a404dd85-275f-473b-b2e9-278cc9e5f034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:03.861007 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-d7bb2b27-cc92-4793-b0b2-98f7a91e7f08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:03.865253 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-d7bb2b27-cc92-4793-b0b2-98f7a91e7f08 admin admin] Usage tracker for resource:security_group_rule and tenant:32316764846740c0adf15437d49efe09 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:03.869724 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-d7bb2b27-cc92-4793-b0b2-98f7a91e7f08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:03.878105 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-d7bb2b27-cc92-4793-b0b2-98f7a91e7f08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:03.898252 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b7a9f0-06da-433d-8fc9-84cb0ce00fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef554cc-5f07-4726-b5fb-1338466eca1f,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:03.903839 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-42b7a9f0-06da-433d-8fc9-84cb0ce00fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:03.907456 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-42b7a9f0-06da-433d-8fc9-84cb0ce00fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:03.908718 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-42b7a9f0-06da-433d-8fc9-84cb0ce00fba admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/eef554cc-5f07-4726-b5fb-1338466eca1f HTTP/1.1" status: 204 len: 168 time: 0.2785563 Aug 31 15:25:04.005367 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d7bb2b27-cc92-4793-b0b2-98f7a91e7f08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:04.011219 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d7bb2b27-cc92-4793-b0b2-98f7a91e7f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:04.021588 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-97bb8ca5-ba7b-47f8-9383-b497a4d5625d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:04.086212 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1fec3d-3eae-4637-b87a-e3cb2e625630 req-99197efd-d60a-40d3-9cef-de879814909d tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:04.088150 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-d7bb2b27-cc92-4793-b0b2-98f7a91e7f08 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=32316764846740c0adf15437d49efe09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4399681 Aug 31 15:25:04.088651 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ea1fec3d-3eae-4637-b87a-e3cb2e625630 req-99197efd-d60a-40d3-9cef-de879814909d tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 944 time: 0.1093359 Aug 31 15:25:04.089225 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 45456) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:04.095877 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb2b27-cc92-4793-b0b2-98f7a91e7f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea4b2ab-3a32-4985-8ad5-d19fdbb1b6bc,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:04.099232 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-d7bb2b27-cc92-4793-b0b2-98f7a91e7f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:04.181676 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ea1fec3d-3eae-4637-b87a-e3cb2e625630 req-5265c7c6-b616-4a1a-b424-dd1960a45a95 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766504 Aug 31 15:25:04.208985 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-577aa472-a117-49cb-bc8d-92cc00e16fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:04.240708 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-577aa472-a117-49cb-bc8d-92cc00e16fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:04.319536 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-577aa472-a117-49cb-bc8d-92cc00e16fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:04.326459 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-7018a02f-9815-4070-98da-a50d2d9f3a52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:04.340690 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577aa472-a117-49cb-bc8d-92cc00e16fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea4b2ab-3a32-4985-8ad5-d19fdbb1b6bc,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:04.374471 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-577aa472-a117-49cb-bc8d-92cc00e16fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:04.377239 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-577aa472-a117-49cb-bc8d-92cc00e16fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:04.380729 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-577aa472-a117-49cb-bc8d-92cc00e16fe0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2ea4b2ab-3a32-4985-8ad5-d19fdbb1b6bc HTTP/1.1" status: 204 len: 168 time: 0.2879846 Aug 31 15:25:04.585125 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff095297-b855-4367-9afc-6e2f6aace97e req-d4608eb0-7145-4e4b-b530-9d92c69f1b2a tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:04.586791 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ff095297-b855-4367-9afc-6e2f6aace97e req-d4608eb0-7145-4e4b-b530-9d92c69f1b2a tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5a66873-b75e-40bb-badf-f64da91269fe HTTP/1.1" status: 200 len: 946 time: 0.1133103 Aug 31 15:25:04.605787 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47534c-9a24-4305-81b5-d4259deed4d4 req-4050c215-f460-4713-be50-f3f4cb5d859b tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:04.608284 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-db47534c-9a24-4305-81b5-d4259deed4d4 req-4050c215-f460-4713-be50-f3f4cb5d859b tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 946 time: 0.0930290 Aug 31 15:25:04.638604 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ff095297-b855-4367-9afc-6e2f6aace97e req-4482f372-e4f5-4524-90e6-74f6a23df5f6 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447376 Aug 31 15:25:04.666855 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-db47534c-9a24-4305-81b5-d4259deed4d4 req-e235a08b-1e9c-4d78-a4e3-cd24918d7db8 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/security-groups?id=41225773-89bd-4b63-9bfd-d4f674d2f885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468459 Aug 31 15:25:04.858006 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 45496) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:04.898019 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-4ed02574-7e8a-4b3a-9bae-153d89b78637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:04.918991 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-4ed02574-7e8a-4b3a-9bae-153d89b78637 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:04.966427 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-4ed02574-7e8a-4b3a-9bae-153d89b78637 admin admin] Usage tracker for resource:security_group_rule and tenant:b38b3e583a3a41a98088203c1b3211a4 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:04.974341 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-4ed02574-7e8a-4b3a-9bae-153d89b78637 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:04.997169 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-4ed02574-7e8a-4b3a-9bae-153d89b78637 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:05.054980 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e81fc-7292-4b64-9153-95882266296b req-e7f1ebed-dad8-4283-8537-11010c61cbfd tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:05.058617 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c68e81fc-7292-4b64-9153-95882266296b req-e7f1ebed-dad8-4283-8537-11010c61cbfd tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 943 time: 0.1410627 Aug 31 15:25:05.159223 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c68e81fc-7292-4b64-9153-95882266296b req-7ba0ec39-2ce4-4b86-852d-ccef2bdff399 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815060 Aug 31 15:25:05.210346 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-4ed02574-7e8a-4b3a-9bae-153d89b78637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:05.220806 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-4ed02574-7e8a-4b3a-9bae-153d89b78637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:05.292408 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f5d21d63-e696-42a8-9ce8-9f4869b509db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:05.322545 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:05.332091 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-4ed02574-7e8a-4b3a-9bae-153d89b78637 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b38b3e583a3a41a98088203c1b3211a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4703627 Aug 31 15:25:05.335143 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 45512) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:05.355535 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed02574-7e8a-4b3a-9bae-153d89b78637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36429459-2a2e-4da2-afea-5aff30bca2ad,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:05.364995 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed02574-7e8a-4b3a-9bae-153d89b78637 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:05.365750 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed02574-7e8a-4b3a-9bae-153d89b78637 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:05.366199 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed02574-7e8a-4b3a-9bae-153d89b78637 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:05.366809 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed02574-7e8a-4b3a-9bae-153d89b78637 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:05.367252 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed02574-7e8a-4b3a-9bae-153d89b78637 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:05.367736 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed02574-7e8a-4b3a-9bae-153d89b78637 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:05.368194 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed02574-7e8a-4b3a-9bae-153d89b78637 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:05.369922 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed02574-7e8a-4b3a-9bae-153d89b78637 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:05.370393 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed02574-7e8a-4b3a-9bae-153d89b78637 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:05.370832 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed02574-7e8a-4b3a-9bae-153d89b78637 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:05.371291 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed02574-7e8a-4b3a-9bae-153d89b78637 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:05.371724 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed02574-7e8a-4b3a-9bae-153d89b78637 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:05.385455 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-4ed02574-7e8a-4b3a-9bae-153d89b78637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:05.515493 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-48aff1fa-b486-4a0d-ae8a-d7ef5c91b2cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:05.562832 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7cbe4-5857-4aad-aaef-c9ae2b560c81 req-23956ff9-005e-4b21-b02d-c96d86a7326e tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:05.572377 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:05.573548 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-e1a7cbe4-5857-4aad-aaef-c9ae2b560c81 req-23956ff9-005e-4b21-b02d-c96d86a7326e tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 944 time: 0.2123277 Aug 31 15:25:05.581767 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-48aff1fa-b486-4a0d-ae8a-d7ef5c91b2cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:05.681371 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-e1a7cbe4-5857-4aad-aaef-c9ae2b560c81 req-292dfa4a-aae0-4dc4-90df-1a5597fe724e tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067069 Aug 31 15:25:05.709021 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-48aff1fa-b486-4a0d-ae8a-d7ef5c91b2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:05.713894 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-d620f332-d665-4e07-a1b9-7bb2d407a136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:05.728549 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aff1fa-b486-4a0d-ae8a-d7ef5c91b2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36429459-2a2e-4da2-afea-5aff30bca2ad,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:05.740875 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aff1fa-b486-4a0d-ae8a-d7ef5c91b2cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:05.741511 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aff1fa-b486-4a0d-ae8a-d7ef5c91b2cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:05.742013 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aff1fa-b486-4a0d-ae8a-d7ef5c91b2cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:05.742496 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aff1fa-b486-4a0d-ae8a-d7ef5c91b2cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:05.743336 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aff1fa-b486-4a0d-ae8a-d7ef5c91b2cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:05.744050 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aff1fa-b486-4a0d-ae8a-d7ef5c91b2cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:05.744529 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aff1fa-b486-4a0d-ae8a-d7ef5c91b2cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:05.745155 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aff1fa-b486-4a0d-ae8a-d7ef5c91b2cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:05.745639 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aff1fa-b486-4a0d-ae8a-d7ef5c91b2cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:05.746114 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aff1fa-b486-4a0d-ae8a-d7ef5c91b2cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:05.746887 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aff1fa-b486-4a0d-ae8a-d7ef5c91b2cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:05.747131 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aff1fa-b486-4a0d-ae8a-d7ef5c91b2cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:05.751109 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-48aff1fa-b486-4a0d-ae8a-d7ef5c91b2cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:05.752369 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-48aff1fa-b486-4a0d-ae8a-d7ef5c91b2cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:05.753484 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-48aff1fa-b486-4a0d-ae8a-d7ef5c91b2cd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/36429459-2a2e-4da2-afea-5aff30bca2ad HTTP/1.1" status: 204 len: 168 time: 0.4175739 Aug 31 15:25:05.957579 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d89ed7-cfcc-497b-8cf1-15c12792ca80 req-6a98a6ed-7af0-44f3-a716-a6871ab59856 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:05.960183 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626c963-959e-40c6-b08a-789e02049875 req-c79e96d5-6d32-4a3a-87bb-20bf855ebe72 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:05.963126 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-1626c963-959e-40c6-b08a-789e02049875 req-c79e96d5-6d32-4a3a-87bb-20bf855ebe72 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 946 time: 0.1017561 Aug 31 15:25:05.969224 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d7d89ed7-cfcc-497b-8cf1-15c12792ca80 req-6a98a6ed-7af0-44f3-a716-a6871ab59856 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5a66873-b75e-40bb-badf-f64da91269fe HTTP/1.1" status: 200 len: 946 time: 0.1386735 Aug 31 15:25:06.027616 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-1626c963-959e-40c6-b08a-789e02049875 req-a944e620-d1c6-4995-aa85-24f98c7ee7d8 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/security-groups?id=41225773-89bd-4b63-9bfd-d4f674d2f885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583639 Aug 31 15:25:06.038592 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d7d89ed7-cfcc-497b-8cf1-15c12792ca80 req-a48b0d6e-ff59-48f6-a555-4de6cee32ef0 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679979 Aug 31 15:25:06.051437 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 6 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:25:06.126365 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 45548) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:06.405792 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f3a8900b-7759-47d0-9af5-2ec3013b753a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:06.423959 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-54105cbd-b254-4446-9b77-98f2d9ce8d0b req-ae05c7a7-ef8d-4dbe-92bb-f3b8f9240a2d service neutron] 10.222.0.64 "GET /v2.0/networks/4e75f494-7e6b-45f9-ac2a-ef61105e9d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817443 Aug 31 15:25:06.459215 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-f3a8900b-7759-47d0-9af5-2ec3013b753a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:06.465856 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-f3a8900b-7759-47d0-9af5-2ec3013b753a admin admin] Usage tracker for resource:security_group_rule and tenant:2b1a04418006408da11edd2ef5014795 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:06.470133 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-f3a8900b-7759-47d0-9af5-2ec3013b753a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:06.478677 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-f3a8900b-7759-47d0-9af5-2ec3013b753a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:06.538565 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbbb5c-275c-4fb3-9daa-9930a61d5a1b req-9f598228-720d-47b1-b682-39dab70fc442 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:06.540798 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-2fdbbb5c-275c-4fb3-9daa-9930a61d5a1b req-9f598228-720d-47b1-b682-39dab70fc442 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 943 time: 0.1923723 Aug 31 15:25:06.642545 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-2fdbbb5c-275c-4fb3-9daa-9930a61d5a1b req-0c0b9757-66a0-4071-bb3b-540d7807d4e1 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904949 Aug 31 15:25:06.685857 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f3a8900b-7759-47d0-9af5-2ec3013b753a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:06.690374 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f3a8900b-7759-47d0-9af5-2ec3013b753a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:06.700330 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-b188cecf-eb16-43c9-99ba-b1b6943ce5bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:06.751804 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-f3a8900b-7759-47d0-9af5-2ec3013b753a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2b1a04418006408da11edd2ef5014795&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6214437 Aug 31 15:25:06.751804 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a8900b-7759-47d0-9af5-2ec3013b753a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973b8db5-1d72-494c-9696-f5f4ff6e3301,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:06.752204 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 45584) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:06.753311 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-f3a8900b-7759-47d0-9af5-2ec3013b753a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:06.830451 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-38fb6f1e-d316-4373-8112-e8f2fc9d9312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:06.921621 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-38fb6f1e-d316-4373-8112-e8f2fc9d9312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:06.989955 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e0997-1e09-4843-b064-2e3090002fa6 req-ec55fa6e-f5ad-4532-b5e0-618c411e522f tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:06.991492 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a47e0997-1e09-4843-b064-2e3090002fa6 req-ec55fa6e-f5ad-4532-b5e0-618c411e522f tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 944 time: 0.1578603 Aug 31 15:25:07.021997 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-38fb6f1e-d316-4373-8112-e8f2fc9d9312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:07.030297 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:07.070247 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb6f1e-d316-4373-8112-e8f2fc9d9312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973b8db5-1d72-494c-9696-f5f4ff6e3301,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:07.077841 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-38fb6f1e-d316-4373-8112-e8f2fc9d9312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:07.083091 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a47e0997-1e09-4843-b064-2e3090002fa6 req-2bdee0d9-99b2-4df4-b341-6e4065c27b96 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844972 Aug 31 15:25:07.084928 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-38fb6f1e-d316-4373-8112-e8f2fc9d9312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:07.089698 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-38fb6f1e-d316-4373-8112-e8f2fc9d9312 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/973b8db5-1d72-494c-9696-f5f4ff6e3301 HTTP/1.1" status: 204 len: 168 time: 0.3362970 Aug 31 15:25:07.380642 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8184f6-66a1-4268-923a-608cd81cd4f8 req-f88f6457-daf1-46f3-8920-adcf3462dfe5 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:07.382361 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-8a8184f6-66a1-4268-923a-608cd81cd4f8 req-f88f6457-daf1-46f3-8920-adcf3462dfe5 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 946 time: 0.1569841 Aug 31 15:25:07.427873 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa340e-7900-42d0-91d6-02009e3a8f05 req-f16dbc01-31de-4c24-85a9-186f566cf975 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:07.440689 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-02fa340e-7900-42d0-91d6-02009e3a8f05 req-f16dbc01-31de-4c24-85a9-186f566cf975 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5a66873-b75e-40bb-badf-f64da91269fe HTTP/1.1" status: 200 len: 946 time: 0.1930683 Aug 31 15:25:07.489743 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-8a8184f6-66a1-4268-923a-608cd81cd4f8 req-19b2f04a-445e-412c-bc9e-48f68e3f5f3d tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/security-groups?id=41225773-89bd-4b63-9bfd-d4f674d2f885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984232 Aug 31 15:25:07.559123 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-02fa340e-7900-42d0-91d6-02009e3a8f05 req-35c3ecbb-55c1-4c08-8a70-1e12ada20ba2 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173761 Aug 31 15:25:07.709668 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-7023258d-ad1a-4c76-9635-b0a2104b08da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:07.934061 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00ba2f-9e9b-474e-937f-40513539d967 req-b12554f2-f7a3-422b-a961-e108962cea90 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:07.935867 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-da00ba2f-9e9b-474e-937f-40513539d967 req-b12554f2-f7a3-422b-a961-e108962cea90 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 943 time: 0.1183095 Aug 31 15:25:07.995813 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-da00ba2f-9e9b-474e-937f-40513539d967 req-a2e68c4e-236d-4fff-9114-4df10659eb9f tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509818 Aug 31 15:25:08.102190 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 45642) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:08.304605 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3b4ae-1630-42cb-a1a2-fd3469421006 req-682059c4-ffe9-49c5-a30b-260ee7cebee4 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:08.307141 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5ae3b4ae-1630-42cb-a1a2-fd3469421006 req-682059c4-ffe9-49c5-a30b-260ee7cebee4 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 944 time: 0.0950196 Aug 31 15:25:08.367513 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5ae3b4ae-1630-42cb-a1a2-fd3469421006 req-93edbc78-9914-4045-b7ad-5ab614669368 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536807 Aug 31 15:25:08.398835 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b44e2354-2cff-47c1-90ee-c44693a2a921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:08.414293 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-b44e2354-2cff-47c1-90ee-c44693a2a921 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:08.419636 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-b44e2354-2cff-47c1-90ee-c44693a2a921 admin admin] Usage tracker for resource:security_group_rule and tenant:0816d3cda4414579813d7aa529dc01e3 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:08.422602 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-b44e2354-2cff-47c1-90ee-c44693a2a921 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:08.428398 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-b44e2354-2cff-47c1-90ee-c44693a2a921 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:08.522914 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b44e2354-2cff-47c1-90ee-c44693a2a921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:08.528160 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b44e2354-2cff-47c1-90ee-c44693a2a921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:08.541188 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:08.579956 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-b44e2354-2cff-47c1-90ee-c44693a2a921 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0816d3cda4414579813d7aa529dc01e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4762120 Aug 31 15:25:08.581717 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e2354-2cff-47c1-90ee-c44693a2a921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c3d4fe-4687-4268-a081-038273e647e0,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:08.582534 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 45662) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:08.596914 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-b44e2354-2cff-47c1-90ee-c44693a2a921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:08.663606 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-fe9ab49c-64d0-4569-909b-28d302effca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:08.720526 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c657bc1-3f9c-4796-a605-606a842e92f8 req-5365ef6f-7156-4ab4-802b-d18b3f10ac4c tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:08.722090 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-1c657bc1-3f9c-4796-a605-606a842e92f8 req-5365ef6f-7156-4ab4-802b-d18b3f10ac4c tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 946 time: 0.1045120 Aug 31 15:25:08.747319 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-fe9ab49c-64d0-4569-909b-28d302effca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:08.779902 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-1c657bc1-3f9c-4796-a605-606a842e92f8 req-97d19dc1-a755-447a-87b9-3c38502d1368 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/security-groups?id=41225773-89bd-4b63-9bfd-d4f674d2f885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509670 Aug 31 15:25:08.822973 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef67656-1d07-41ac-98aa-b380c5fa9f4d req-b3e35bde-6056-4ab6-81aa-4cbca9c68f6e tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:08.825076 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5ef67656-1d07-41ac-98aa-b380c5fa9f4d req-b3e35bde-6056-4ab6-81aa-4cbca9c68f6e tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5a66873-b75e-40bb-badf-f64da91269fe HTTP/1.1" status: 200 len: 946 time: 0.1465166 Aug 31 15:25:08.850636 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:08.881190 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-fe9ab49c-64d0-4569-909b-28d302effca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:08.887523 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-8cb81ad9-68bc-456b-8ed1-169d9822f643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:08.907847 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ab49c-64d0-4569-909b-28d302effca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c3d4fe-4687-4268-a081-038273e647e0,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:08.911867 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-fe9ab49c-64d0-4569-909b-28d302effca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:08.935145 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5ef67656-1d07-41ac-98aa-b380c5fa9f4d req-94fd7aa0-e414-4fd9-9669-d53cac4c7ff5 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996382 Aug 31 15:25:08.936351 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-fe9ab49c-64d0-4569-909b-28d302effca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:08.937732 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-fe9ab49c-64d0-4569-909b-28d302effca5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/68c3d4fe-4687-4268-a081-038273e647e0 HTTP/1.1" status: 204 len: 168 time: 0.3539953 Aug 31 15:25:09.207437 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5e726-1863-49cd-830a-97bf34d211fd req-ac2c6d7a-b106-4052-93a7-ad2375c5459f tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:09.209069 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-11d5e726-1863-49cd-830a-97bf34d211fd req-ac2c6d7a-b106-4052-93a7-ad2375c5459f tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 943 time: 0.0884378 Aug 31 15:25:09.237666 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:09.266901 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-11d5e726-1863-49cd-830a-97bf34d211fd req-3a718e05-847b-4ce5-90e0-a7f92f305d02 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514750 Aug 31 15:25:09.387771 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-54105cbd-b254-4446-9b77-98f2d9ce8d0b req-77c4a735-ef3f-4194-b9cf-ff6cff37e304 service neutron] 10.222.0.64 "GET /v2.0/networks/4e75f494-7e6b-45f9-ac2a-ef61105e9d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463876 Aug 31 15:25:09.439133 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 45682) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:09.469337 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ff5eb6fc-6d99-4373-b4ef-87a6e74dc2fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:09.487663 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-ff5eb6fc-6d99-4373-b4ef-87a6e74dc2fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:09.492772 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-ff5eb6fc-6d99-4373-b4ef-87a6e74dc2fe admin admin] Usage tracker for resource:security_group_rule and tenant:5944b4cb1863401d84134462e81fcffd is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:09.498936 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-ff5eb6fc-6d99-4373-b4ef-87a6e74dc2fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:09.506769 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-ff5eb6fc-6d99-4373-b4ef-87a6e74dc2fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:09.647432 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ff5eb6fc-6d99-4373-b4ef-87a6e74dc2fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:09.652464 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ff5eb6fc-6d99-4373-b4ef-87a6e74dc2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:09.661002 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:09.674313 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400acab5-df5e-409e-8531-59664211b5f4 req-edb28197-9bca-475c-b9ed-5245f6fdb73a tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:09.675822 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-400acab5-df5e-409e-8531-59664211b5f4 req-edb28197-9bca-475c-b9ed-5245f6fdb73a tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 944 time: 0.1592479 Aug 31 15:25:09.678425 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54105cbd-b254-4446-9b77-98f2d9ce8d0b req-3b818ad5-939a-4130-9a22-e2bc1a352eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:09.679855 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-54105cbd-b254-4446-9b77-98f2d9ce8d0b req-3b818ad5-939a-4130-9a22-e2bc1a352eef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3812c8ac3d6f49189f4ea632ac894346&device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 1097 time: 0.1119215 Aug 31 15:25:09.701178 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-ff5eb6fc-6d99-4373-b4ef-87a6e74dc2fe admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5944b4cb1863401d84134462e81fcffd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2607028 Aug 31 15:25:09.702029 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5eb6fc-6d99-4373-b4ef-87a6e74dc2fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5b9ef0-d136-4348-9500-c89b21d87901,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:09.704502 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 45686) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:09.706675 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-ff5eb6fc-6d99-4373-b4ef-87a6e74dc2fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:09.765613 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a53dd736-4f85-497a-846b-02f83c4b50a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:09.795051 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a53dd736-4f85-497a-846b-02f83c4b50a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:09.802038 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-400acab5-df5e-409e-8531-59664211b5f4 req-579d2a3c-d4d6-479b-aaca-2ff32a834131 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204300 Aug 31 15:25:09.849199 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54105cbd-b254-4446-9b77-98f2d9ce8d0b req-9ec88c4e-87b8-48b5-88cd-e0e67499a379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:09.850741 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-54105cbd-b254-4446-9b77-98f2d9ce8d0b req-9ec88c4e-87b8-48b5-88cd-e0e67499a379 service neutron] 10.222.0.64 "GET /v2.0/networks?id=47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902 HTTP/1.1" status: 200 len: 919 time: 0.1560936 Aug 31 15:25:09.861606 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a53dd736-4f85-497a-846b-02f83c4b50a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:09.867296 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:09.883413 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53dd736-4f85-497a-846b-02f83c4b50a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5b9ef0-d136-4348-9500-c89b21d87901,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:09.886936 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a53dd736-4f85-497a-846b-02f83c4b50a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:09.898277 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a53dd736-4f85-497a-846b-02f83c4b50a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:09.900577 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-a53dd736-4f85-497a-846b-02f83c4b50a2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2a5b9ef0-d136-4348-9500-c89b21d87901 HTTP/1.1" status: 204 len: 168 time: 0.1941371 Aug 31 15:25:09.931752 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-54105cbd-b254-4446-9b77-98f2d9ce8d0b req-6dfa6845-b911-437f-98a6-8b27f3d33427 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=975f2976-fee5-4a89-8a0f-0f2075d148b3 HTTP/1.1" status: 200 len: 217 time: 0.0738859 Aug 31 15:25:10.001981 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54105cbd-b254-4446-9b77-98f2d9ce8d0b req-1f703f00-8c5d-4ce1-8667-60ebc2d1efb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:10.003016 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13783a83-7ed2-4ce6-ac86-d236d3a18c71 req-1a998bf1-f26c-4d98-9e1f-4450901bbc1e tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:10.003461 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-54105cbd-b254-4446-9b77-98f2d9ce8d0b req-1f703f00-8c5d-4ce1-8667-60ebc2d1efb9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=98da163e-cad9-430b-a126-d66668b9f621 HTTP/1.1" status: 200 len: 858 time: 0.0659587 Aug 31 15:25:10.004951 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-13783a83-7ed2-4ce6-ac86-d236d3a18c71 req-1a998bf1-f26c-4d98-9e1f-4450901bbc1e tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 946 time: 0.0919230 Aug 31 15:25:10.064769 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-54105cbd-b254-4446-9b77-98f2d9ce8d0b req-49a174f1-f393-46e8-a463-0b75b7f53447 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544581 Aug 31 15:25:10.083905 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-13783a83-7ed2-4ce6-ac86-d236d3a18c71 req-2cb0d8ed-ad3d-43d2-887e-9667b91aae49 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/security-groups?id=41225773-89bd-4b63-9bfd-d4f674d2f885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683508 Aug 31 15:25:10.283607 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] get_ports_and_sgs() called for port_ids ['eeffc475-fdba-47d5-ab84-b55d3ca428e6'] {{(pid=79278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:25:10.406295 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23973e79-5565-417a-8389-f2aa1f00ca04 req-3db9bcbb-f2e6-4c39-a018-6e58d48fe06a tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:10.408117 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-23973e79-5565-417a-8389-f2aa1f00ca04 req-3db9bcbb-f2e6-4c39-a018-6e58d48fe06a tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5a66873-b75e-40bb-badf-f64da91269fe HTTP/1.1" status: 200 len: 946 time: 0.3383746 Aug 31 15:25:10.411794 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-54105cbd-b254-4446-9b77-98f2d9ce8d0b req-77961662-6540-4045-8ca8-dc38a22433c1 service neutron] 10.222.0.64 "GET /v2.0/networks/47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027196 Aug 31 15:25:10.569341 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-23973e79-5565-417a-8389-f2aa1f00ca04 req-522c3ffc-20ec-4650-b299-0969e5ed793d tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463087 Aug 31 15:25:10.683843 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:10.690124 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc59a1-6a38-4425-b8d0-c2ec3e009d9d req-51dc37f7-19be-485e-8d90-13f05fa00e83 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:10.697774 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-c4fc59a1-6a38-4425-b8d0-c2ec3e009d9d req-51dc37f7-19be-485e-8d90-13f05fa00e83 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 943 time: 0.2536578 Aug 31 15:25:10.743677 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-54105cbd-b254-4446-9b77-98f2d9ce8d0b req-1e1a107a-1ab6-4fb9-abfd-3ceda9ca5d2b service neutron] 10.222.0.64 "GET /v2.0/networks/47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184779 Aug 31 15:25:10.771966 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-c4fc59a1-6a38-4425-b8d0-c2ec3e009d9d req-892b334f-4aaa-4781-82fa-4521c224ecb5 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633781 Aug 31 15:25:11.029093 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe140e35-556d-4d82-859f-1c8761d4901b req-da5a1cf5-27a6-4b6f-9a55-5ebf4a914b52 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:11.030561 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-fe140e35-556d-4d82-859f-1c8761d4901b req-da5a1cf5-27a6-4b6f-9a55-5ebf4a914b52 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 944 time: 0.0914159 Aug 31 15:25:11.079121 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-fe140e35-556d-4d82-859f-1c8761d4901b req-d2455cbb-ee09-402d-8bb8-170801bf59ba tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399654 Aug 31 15:25:11.292035 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2dd983-3562-4e74-af6e-3ff159c89b79 req-e21463ad-f1b6-4adf-9316-e3c1ba91772e tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:11.293587 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-bb2dd983-3562-4e74-af6e-3ff159c89b79 req-e21463ad-f1b6-4adf-9316-e3c1ba91772e tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 946 time: 0.0938122 Aug 31 15:25:11.349560 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-bb2dd983-3562-4e74-af6e-3ff159c89b79 req-523ee4dd-6418-43fc-8600-55674f09b441 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/security-groups?id=41225773-89bd-4b63-9bfd-d4f674d2f885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484419 Aug 31 15:25:11.412124 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 975f2976-fee5-4a89-8a0f-0f2075d148b3 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:25:11.573643 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 975f2976-fee5-4a89-8a0f-0f2075d148b3, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=975f2976-fee5-4a89-8a0f-0f2075d148b3,segment=NetworkSegment(b43d9033-4938-47c6-a1c6-aaf1dcce285a),segment_id=b43d9033-4938-47c6-a1c6-aaf1dcce285a)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:25:11.587888 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Returning: {'device': '975f2976-fee5-4a89-8a0f-0f2075d148b3', 'network_id': '47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902', 'port_id': '975f2976-fee5-4a89-8a0f-0f2075d148b3', 'mac_address': 'fa:16:3e:8d:57:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 923, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98da163e-cad9-430b-a126-d66668b9f621', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:25:11.647588 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:11.666074 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 975f2976-fee5-4a89-8a0f-0f2075d148b3 {{(pid=79278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:25:11.684124 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 975f2976-fee5-4a89-8a0f-0f2075d148b3, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=975f2976-fee5-4a89-8a0f-0f2075d148b3,segment=NetworkSegment(b43d9033-4938-47c6-a1c6-aaf1dcce285a),segment_id=b43d9033-4938-47c6-a1c6-aaf1dcce285a)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:25:11.692483 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:11.693218 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device aec330a3-c6ce-4256-a380-3dc0f5ae1290 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:25:11.697259 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-624bb14d-9fc7-4f4f-ad88-c8bf7221f1cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:11.773821 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c762d6-1bc6-4113-8163-803eec467228 req-e73a818d-c6e1-461c-84d6-472910132ee4 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:11.775818 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-84c762d6-1bc6-4113-8163-803eec467228 req-e73a818d-c6e1-461c-84d6-472910132ee4 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5a66873-b75e-40bb-badf-f64da91269fe HTTP/1.1" status: 200 len: 946 time: 0.0890405 Aug 31 15:25:11.799502 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=975f2976-fee5-4a89-8a0f-0f2075d148b3,revision_number=4']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:11.811852 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:11.812109 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:11.812444 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:11.812769 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:11.813089 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:11.813414 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:11.813732 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:11.814048 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:11.814388 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:11.814762 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:11.815004 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:11.815348 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:25:11.846782 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-84c762d6-1bc6-4113-8163-803eec467228 req-da7c1081-77ae-43df-8dd1-9ddb14d482bf tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630972 Aug 31 15:25:11.861382 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:11.936175 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port aec330a3-c6ce-4256-a380-3dc0f5ae1290, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=aec330a3-c6ce-4256-a380-3dc0f5ae1290,segment=NetworkSegment(61b58406-5c55-4a32-b6e5-ffbfd51c8976),segment_id=61b58406-5c55-4a32-b6e5-ffbfd51c8976)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:25:11.960122 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Returning: {'device': 'aec330a3-c6ce-4256-a380-3dc0f5ae1290', 'network_id': '4e75f494-7e6b-45f9-ac2a-ef61105e9d7d', 'port_id': 'aec330a3-c6ce-4256-a380-3dc0f5ae1290', 'mac_address': 'fa:16:3e:81:7a:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653417ef-47b3-47bd-9dfd-8a528e75cd81', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:25:12.035522 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd1191-f6d8-4d14-be31-e46a5923d834 req-9b5fb6fd-aaee-4d7c-a668-853cc6e308de tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:12.037802 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-f7cd1191-f6d8-4d14-be31-e46a5923d834 req-9b5fb6fd-aaee-4d7c-a668-853cc6e308de tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 943 time: 0.0905528 Aug 31 15:25:12.058731 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:12.088088 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aec330a3-c6ce-4256-a380-3dc0f5ae1290 {{(pid=79278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:25:12.131693 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port aec330a3-c6ce-4256-a380-3dc0f5ae1290, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=aec330a3-c6ce-4256-a380-3dc0f5ae1290,segment=NetworkSegment(61b58406-5c55-4a32-b6e5-ffbfd51c8976),segment_id=61b58406-5c55-4a32-b6e5-ffbfd51c8976)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:25:12.140686 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:12.142725 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:12.158014 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-f7cd1191-f6d8-4d14-be31-e46a5923d834 req-1088ccda-e6d9-4e8b-8a0c-7cd0291ed196 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117117 Aug 31 15:25:12.245203 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=aec330a3-c6ce-4256-a380-3dc0f5ae1290,revision_number=4']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:12.270950 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:12.366445 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789bac65-ba30-41f5-8ac6-7ac46f793f2d req-35fd4766-d3ea-4e0a-b285-23c7ed259a1b tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:12.368953 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-789bac65-ba30-41f5-8ac6-7ac46f793f2d req-35fd4766-d3ea-4e0a-b285-23c7ed259a1b tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 945 time: 0.1092460 Aug 31 15:25:12.425119 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-789bac65-ba30-41f5-8ac6-7ac46f793f2d req-c52a4567-7748-459c-b394-03f82f89d3d9 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497661 Aug 31 15:25:12.631479 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658d20e-8180-4f31-92b6-1a7e77316ebf req-feea4286-261d-45f8-99a7-26471cebcf1c tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:12.633330 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-b658d20e-8180-4f31-92b6-1a7e77316ebf req-feea4286-261d-45f8-99a7-26471cebcf1c tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 946 time: 0.1135235 Aug 31 15:25:12.697012 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-b658d20e-8180-4f31-92b6-1a7e77316ebf req-041cc4a0-8397-493f-8c4b-f54e78a9db4a tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/security-groups?id=41225773-89bd-4b63-9bfd-d4f674d2f885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562003 Aug 31 15:25:12.880116 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] get_ports_and_sgs() called for port_ids ['aec330a3-c6ce-4256-a380-3dc0f5ae1290'] {{(pid=79278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:25:12.928876 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] get_ports_and_sgs() called for port_ids ['975f2976-fee5-4a89-8a0f-0f2075d148b3'] {{(pid=79278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:25:13.377393 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff03c46-9af6-483f-9ec8-2cd31143b72f req-33161b41-f701-4ca4-bdb3-955600550f18 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:13.381725 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-cff03c46-9af6-483f-9ec8-2cd31143b72f req-33161b41-f701-4ca4-bdb3-955600550f18 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 944 time: 0.1047707 Aug 31 15:25:13.420527 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device eeffc475-fdba-47d5-ab84-b55d3ca428e6 up at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:25:13.441285 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-cff03c46-9af6-483f-9ec8-2cd31143b72f req-31ca237d-9769-4c6a-9213-71d932e08788 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526378 Aug 31 15:25:13.536748 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning for port eeffc475-fdba-47d5-ab84-b55d3ca428e6 completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:25:13.542781 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning complete for port eeffc475-fdba-47d5-ab84-b55d3ca428e6 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:25:13.543051 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:13.632916 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44946953-b1de-4a2e-a8b3-aebd57713c7c req-e51e8f01-7c48-436d-9e3b-854a61cd0dcb tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:13.635757 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-44946953-b1de-4a2e-a8b3-aebd57713c7c req-e51e8f01-7c48-436d-9e3b-854a61cd0dcb tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 945 time: 0.0840368 Aug 31 15:25:13.683746 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-44946953-b1de-4a2e-a8b3-aebd57713c7c req-08a07be1-0fd3-4e8b-a343-dd58d542433d tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421014 Aug 31 15:25:13.693753 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:13.722578 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662b63a6-6d27-4341-a536-61bd45f71486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeffc475-fdba-47d5-ab84-b55d3ca428e6'}] {{(pid=79278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:25:13.733573 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port eeffc475-fdba-47d5-ab84-b55d3ca428e6, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=eeffc475-fdba-47d5-ab84-b55d3ca428e6,segment=NetworkSegment(b43d9033-4938-47c6-a1c6-aaf1dcce285a),segment_id=b43d9033-4938-47c6-a1c6-aaf1dcce285a)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:25:13.740481 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:13.743670 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:13.780211 dv-cinder-802781-4-iscsi neutron-server[79278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '662b63a6-6d27-4341-a536-61bd45f71486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeffc475-fdba-47d5-ab84-b55d3ca428e6', 'code': 200} Aug 31 15:25:13.835985 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=eeffc475-fdba-47d5-ab84-b55d3ca428e6,revision_number=5']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:13.839249 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:14.103781 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 45838) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:14.219909 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-3250949d-0ec9-44e0-a5c3-2da30eea6bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:14.238597 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-3250949d-0ec9-44e0-a5c3-2da30eea6bdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:14.242372 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-3250949d-0ec9-44e0-a5c3-2da30eea6bdd admin admin] Usage tracker for resource:security_group_rule and tenant:8a8131db6d3b41559cc73854af18c965 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:14.245187 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-3250949d-0ec9-44e0-a5c3-2da30eea6bdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:14.251015 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-3250949d-0ec9-44e0-a5c3-2da30eea6bdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:14.333797 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-3250949d-0ec9-44e0-a5c3-2da30eea6bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:14.338074 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-3250949d-0ec9-44e0-a5c3-2da30eea6bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:14.344875 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-b74614ab-1c9d-45e0-8900-69821602d5ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:14.385547 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-3250949d-0ec9-44e0-a5c3-2da30eea6bdd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8a8131db6d3b41559cc73854af18c965&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2805505 Aug 31 15:25:14.386503 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3250949d-0ec9-44e0-a5c3-2da30eea6bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614ced35-3deb-4f65-b0f6-59c5b008f244,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:14.388265 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 45844) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:14.389832 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-3250949d-0ec9-44e0-a5c3-2da30eea6bdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:14.446726 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-4ca39708-37a8-4e85-b13b-6b1c0aa61368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:14.476789 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-4ca39708-37a8-4e85-b13b-6b1c0aa61368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:14.603466 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879a345-a1dc-4729-b605-d1ddd2706628 req-14ed188b-6754-4ce6-9c1e-e9cd305dd4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:14.605182 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e879a345-a1dc-4729-b605-d1ddd2706628 req-14ed188b-6754-4ce6-9c1e-e9cd305dd4ad service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 1098 time: 0.1085062 Aug 31 15:25:14.606199 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-4ca39708-37a8-4e85-b13b-6b1c0aa61368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:14.612212 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-577aa472-a117-49cb-bc8d-92cc00e16fe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:14.639830 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca39708-37a8-4e85-b13b-6b1c0aa61368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614ced35-3deb-4f65-b0f6-59c5b008f244,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:14.644863 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-4ca39708-37a8-4e85-b13b-6b1c0aa61368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:14.647869 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-4ca39708-37a8-4e85-b13b-6b1c0aa61368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:14.649175 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-4ca39708-37a8-4e85-b13b-6b1c0aa61368 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/614ced35-3deb-4f65-b0f6-59c5b008f244 HTTP/1.1" status: 204 len: 168 time: 0.2599270 Aug 31 15:25:14.667193 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e879a345-a1dc-4729-b605-d1ddd2706628 req-09e40437-b6cf-421f-8deb-dc85ea18fbee service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499401 Aug 31 15:25:14.668587 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4933af9-6013-4c5f-ad6a-b68f845ecfb4 req-79f0b3cd-5cf9-4aec-a8ca-f47a0999062b tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:14.675785 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-c4933af9-6013-4c5f-ad6a-b68f845ecfb4 req-79f0b3cd-5cf9-4aec-a8ca-f47a0999062b tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 944 time: 0.1031427 Aug 31 15:25:14.732496 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-c4933af9-6013-4c5f-ad6a-b68f845ecfb4 req-0b54caf1-771b-4bbc-82fc-462728f0c833 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554993 Aug 31 15:25:14.920058 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b47eb-a481-4c35-b3c8-fcaf3ee71ad2 req-18138284-9f49-4f92-8e54-e3f456f3fa9e tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:14.921645 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6a7b47eb-a481-4c35-b3c8-fcaf3ee71ad2 req-18138284-9f49-4f92-8e54-e3f456f3fa9e tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 945 time: 0.1097364 Aug 31 15:25:14.997824 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6a7b47eb-a481-4c35-b3c8-fcaf3ee71ad2 req-11b5ff02-d566-4cfd-aa6a-de8ecc735e9f tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701516 Aug 31 15:25:15.946094 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fca088-b124-494f-8c9a-42252ba8444e req-4cd57074-2a94-452a-8974-76763a54cea6 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:15.948252 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-02fca088-b124-494f-8c9a-42252ba8444e req-4cd57074-2a94-452a-8974-76763a54cea6 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 944 time: 0.1088486 Aug 31 15:25:15.996217 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-02fca088-b124-494f-8c9a-42252ba8444e req-7ffd0840-e6c3-4025-be85-3a0c2afc4d2f tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400038 Aug 31 15:25:16.187438 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a24633-b301-421d-8f03-ee87ce4148a0 req-e2e7a94a-c430-4d24-93a9-ec88fe34dd20 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:16.189049 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-62a24633-b301-421d-8f03-ee87ce4148a0 req-e2e7a94a-c430-4d24-93a9-ec88fe34dd20 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 945 time: 0.0877786 Aug 31 15:25:16.236048 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-62a24633-b301-421d-8f03-ee87ce4148a0 req-e8446fe5-33da-4c9e-8f5a-7aaa147dc3b6 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414166 Aug 31 15:25:17.181858 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b2736-73df-41a9-ba35-3047fc2ea57b req-4c474171-0a1c-41a8-a4af-8d321c297953 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:17.183582 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6a8b2736-73df-41a9-ba35-3047fc2ea57b req-4c474171-0a1c-41a8-a4af-8d321c297953 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 944 time: 0.0804734 Aug 31 15:25:17.233502 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6a8b2736-73df-41a9-ba35-3047fc2ea57b req-dd6594a0-4646-418d-8434-adf6ef6e3091 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412798 Aug 31 15:25:17.422928 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a6330-af37-481a-adb9-062eb9474dbc req-61ab34e0-f2ad-445e-89cd-6c0dffc57a6a tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:17.424446 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-db8a6330-af37-481a-adb9-062eb9474dbc req-61ab34e0-f2ad-445e-89cd-6c0dffc57a6a tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 945 time: 0.0834224 Aug 31 15:25:17.471219 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-db8a6330-af37-481a-adb9-062eb9474dbc req-273a9fd9-92cf-4d79-963d-4e02db28f06e tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405247 Aug 31 15:25:18.422539 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720a510-2cad-4fd7-9399-03649d1ea3cb req-7d9203ef-0776-4dcc-9839-dc70728e0605 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:18.424016 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3720a510-2cad-4fd7-9399-03649d1ea3cb req-7d9203ef-0776-4dcc-9839-dc70728e0605 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 944 time: 0.0809786 Aug 31 15:25:18.471588 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3720a510-2cad-4fd7-9399-03649d1ea3cb req-37f35152-d0d4-44d9-b872-966814bb7fae tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418885 Aug 31 15:25:18.660188 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180cd20-6130-46f3-a0a8-3ef06dfcdb67 req-4222ec2b-d98d-43de-8cbf-6f1b5b4ff7f2 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:18.661621 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0180cd20-6130-46f3-a0a8-3ef06dfcdb67 req-4222ec2b-d98d-43de-8cbf-6f1b5b4ff7f2 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 945 time: 0.0802090 Aug 31 15:25:18.697553 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 975f2976-fee5-4a89-8a0f-0f2075d148b3 up at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:25:18.706918 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0180cd20-6130-46f3-a0a8-3ef06dfcdb67 req-f602ecc7-ef97-40a2-84ad-230b22c15e7c tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391021 Aug 31 15:25:18.767816 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning for port 975f2976-fee5-4a89-8a0f-0f2075d148b3 completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:25:18.772362 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning complete for port 975f2976-fee5-4a89-8a0f-0f2075d148b3 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:25:18.772735 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:18.887661 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:18.916753 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f71dbd0-b5d8-4471-aeb5-9b61390583a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975f2976-fee5-4a89-8a0f-0f2075d148b3'}] {{(pid=79278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:25:18.926311 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 975f2976-fee5-4a89-8a0f-0f2075d148b3, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=975f2976-fee5-4a89-8a0f-0f2075d148b3,segment=NetworkSegment(b43d9033-4938-47c6-a1c6-aaf1dcce285a),segment_id=b43d9033-4938-47c6-a1c6-aaf1dcce285a)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:25:18.939425 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:18.940482 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device aec330a3-c6ce-4256-a380-3dc0f5ae1290 up at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:25:18.965619 dv-cinder-802781-4-iscsi neutron-server[79278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f71dbd0-b5d8-4471-aeb5-9b61390583a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975f2976-fee5-4a89-8a0f-0f2075d148b3', 'code': 200} Aug 31 15:25:18.970132 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:19.059657 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=975f2976-fee5-4a89-8a0f-0f2075d148b3,revision_number=5']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:19.063936 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:19.071760 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning for port aec330a3-c6ce-4256-a380-3dc0f5ae1290 completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:25:19.076722 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning complete for port aec330a3-c6ce-4256-a380-3dc0f5ae1290 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:25:19.077100 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:19.192077 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:19.224197 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port aec330a3-c6ce-4256-a380-3dc0f5ae1290, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=aec330a3-c6ce-4256-a380-3dc0f5ae1290,segment=NetworkSegment(61b58406-5c55-4a32-b6e5-ffbfd51c8976),segment_id=61b58406-5c55-4a32-b6e5-ffbfd51c8976)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:25:19.229179 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:19.231958 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-7304828d-1221-4682-b306-00d0a1f38b44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:19.326924 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=aec330a3-c6ce-4256-a380-3dc0f5ae1290,revision_number=5']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:19.330009 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:19.684960 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4d271-f7e8-47eb-b655-5439fa985305 req-4bb491a2-d65d-43c9-8cf8-43f340d8a81e tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:19.686468 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c5e4d271-f7e8-47eb-b655-5439fa985305 req-4bb491a2-d65d-43c9-8cf8-43f340d8a81e tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 945 time: 0.1064715 Aug 31 15:25:19.741201 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c5e4d271-f7e8-47eb-b655-5439fa985305 req-8d6c7fd6-957c-40cb-9a6a-297dba65db61 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442736 Aug 31 15:25:19.982291 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b3654-e68d-4c21-9745-c113cc85fcda req-f48f4c08-6ece-4615-ae44-9d5420e18b7c tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:19.983905 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-1f4b3654-e68d-4c21-9745-c113cc85fcda req-f48f4c08-6ece-4615-ae44-9d5420e18b7c tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.1409187 Aug 31 15:25:20.128077 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-1f4b3654-e68d-4c21-9745-c113cc85fcda req-87ec7bfb-fa51-453c-9a0a-054a56756df8 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344085 Aug 31 15:25:20.150367 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d4c95-38a7-46ca-bd60-8e4370b9a6a1 req-62bb4478-a772-46fd-a4ba-11a58e469954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:20.152054 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-313d4c95-38a7-46ca-bd60-8e4370b9a6a1 req-62bb4478-a772-46fd-a4ba-11a58e469954 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 1099 time: 0.2134719 Aug 31 15:25:20.220870 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-313d4c95-38a7-46ca-bd60-8e4370b9a6a1 req-09a4377a-646a-4f4d-9c7f-16009e127dc2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505097 Aug 31 15:25:20.940889 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7effa7d-a20f-4f9c-b455-edbd135e7846 req-d5578888-afb1-4ca3-b4d4-5e52d1668b67 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:20.942329 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-b7effa7d-a20f-4f9c-b455-edbd135e7846 req-d5578888-afb1-4ca3-b4d4-5e52d1668b67 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 945 time: 0.0818479 Aug 31 15:25:20.966749 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed1437c-7476-4eaa-8dd8-4287e4417bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec330a3-c6ce-4256-a380-3dc0f5ae1290'}] {{(pid=79278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:25:20.989499 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-b7effa7d-a20f-4f9c-b455-edbd135e7846 req-ad4516df-5ce3-4ff0-b990-5387d43fd008 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402839 Aug 31 15:25:21.011405 dv-cinder-802781-4-iscsi neutron-server[79278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed1437c-7476-4eaa-8dd8-4287e4417bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec330a3-c6ce-4256-a380-3dc0f5ae1290', 'code': 200} Aug 31 15:25:21.356918 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd45173-8f90-4437-8475-47323cde41ff req-2f28245b-d9b5-43c2-aad9-4e3a0291fd93 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:21.358405 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ebd45173-8f90-4437-8475-47323cde41ff req-2f28245b-d9b5-43c2-aad9-4e3a0291fd93 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.0931880 Aug 31 15:25:21.375200 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba248f-82a1-4b5e-87c2-0b2c9d8097ce req-6977bfe0-61c1-48c6-bb6a-5dc15447ee91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:21.376716 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-94ba248f-82a1-4b5e-87c2-0b2c9d8097ce req-6977bfe0-61c1-48c6-bb6a-5dc15447ee91 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 1098 time: 0.0729964 Aug 31 15:25:21.407662 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ebd45173-8f90-4437-8475-47323cde41ff req-c794e71c-91b3-4fa7-8447-f8f0d7252b39 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431290 Aug 31 15:25:21.424613 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-94ba248f-82a1-4b5e-87c2-0b2c9d8097ce req-17364762-f4ea-4483-8fae-be1b74eb1f09 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397856 Aug 31 15:25:22.319760 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2807761-4917-4a70-91cd-4f2c2968c127 req-4664a4bf-a1ed-44a7-88b9-f8f381a605ea tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:22.322795 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f2807761-4917-4a70-91cd-4f2c2968c127 req-4664a4bf-a1ed-44a7-88b9-f8f381a605ea tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 945 time: 0.0892355 Aug 31 15:25:22.374221 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f2807761-4917-4a70-91cd-4f2c2968c127 req-019cf6bd-87f9-4f2a-8a28-f9121e220766 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456729 Aug 31 15:25:22.613230 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c862f-587e-43e6-b181-a775f3ddd810 req-d4afbf44-08e2-4031-acf8-2ec2973b4cfb tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:22.615080 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-942c862f-587e-43e6-b181-a775f3ddd810 req-d4afbf44-08e2-4031-acf8-2ec2973b4cfb tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.0865445 Aug 31 15:25:22.682891 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-942c862f-587e-43e6-b181-a775f3ddd810 req-3c2f3ac5-b8bc-4956-b3b8-b2a7025219e8 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602229 Aug 31 15:25:22.809128 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-6d742cbd-232c-4937-b2a3-a99fca35b11e tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=f1df87dc0c7c4a1787bf40fb3ff5dde6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348270 Aug 31 15:25:22.971284 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-e08af873-8bc7-45c0-9394-a13b912e4ec5 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:22.972732 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-e08af873-8bc7-45c0-9394-a13b912e4ec5 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1577320 Aug 31 15:25:22.987919 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-e04f121d-4d3d-4823-a6b7-8a96f1dca62f tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/quotas/f1df87dc0c7c4a1787bf40fb3ff5dde6 HTTP/1.1" status: 200 len: 375 time: 0.0098176 Aug 31 15:25:23.036766 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-56b714b6-0dc8-4e2e-b7a9-9e98ec0ecd8b tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f1df87dc0c7c4a1787bf40fb3ff5dde6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423584 Aug 31 15:25:23.240713 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-5491df3f-d350-4f00-8b4e-45bfb13d8556 req-6382932a-76af-44cf-bdce-7a605c73fac7 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/ports?device_id=53f72fd9-640e-41e3-88f4-9d0fcdef7478 HTTP/1.1" status: 200 len: 210 time: 0.0503538 Aug 31 15:25:23.591362 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960786f0-1c2c-41cd-ad1f-e8b9f6543e6d req-9060b67c-936c-49e6-9e39-964427a009e1 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:23.592895 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-960786f0-1c2c-41cd-ad1f-e8b9f6543e6d req-9060b67c-936c-49e6-9e39-964427a009e1 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 945 time: 0.0991349 Aug 31 15:25:23.642140 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-960786f0-1c2c-41cd-ad1f-e8b9f6543e6d req-525954ee-ec3d-445b-aca1-05ae1e8fdcc1 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424781 Aug 31 15:25:23.893120 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9352281-a946-45ac-900d-f5b5ec061807 req-8b59c3c7-4eaf-4596-ad09-cb29bba3dde0 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:23.894381 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-a9352281-a946-45ac-900d-f5b5ec061807 req-8b59c3c7-4eaf-4596-ad09-cb29bba3dde0 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.0874743 Aug 31 15:25:23.944042 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-a9352281-a946-45ac-900d-f5b5ec061807 req-6e1f2f94-485a-492d-8e18-f749714ec761 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426657 Aug 31 15:25:24.423999 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-89d32f66-d242-4778-9664-580f8be66983 req-9a09bd20-70fa-4b27-8356-e39d2682a8b4 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/ports?device_id=53f72fd9-640e-41e3-88f4-9d0fcdef7478 HTTP/1.1" status: 200 len: 210 time: 0.0554724 Aug 31 15:25:24.629910 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 46132) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:24.771085 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-3c707acc-75df-4e23-b408-8a176944fc5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:24.813078 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-3c707acc-75df-4e23-b408-8a176944fc5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:24.819680 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-3c707acc-75df-4e23-b408-8a176944fc5c admin admin] Usage tracker for resource:security_group_rule and tenant:6aa3ccdd9da544feb96c9e2f9c39b26f is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:24.823825 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-3c707acc-75df-4e23-b408-8a176944fc5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:24.830174 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-3c707acc-75df-4e23-b408-8a176944fc5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:24.876211 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38a6f0-d95f-45e8-aaa1-8446ff2e77f8 req-843177f6-4e69-41fc-b0c3-27977060dd78 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:24.885576 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-cd38a6f0-d95f-45e8-aaa1-8446ff2e77f8 req-843177f6-4e69-41fc-b0c3-27977060dd78 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 945 time: 0.1276534 Aug 31 15:25:24.942805 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-3c707acc-75df-4e23-b408-8a176944fc5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:24.952377 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-3c707acc-75df-4e23-b408-8a176944fc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:24.957550 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-cd38a6f0-d95f-45e8-aaa1-8446ff2e77f8 req-937189d5-e7ee-45fb-8c2d-c7a1c81b2e33 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705740 Aug 31 15:25:24.966512 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-a26413d5-8981-4195-908f-b62ac214c24e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:25.056004 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-3c707acc-75df-4e23-b408-8a176944fc5c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6aa3ccdd9da544feb96c9e2f9c39b26f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4220428 Aug 31 15:25:25.059147 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 46150) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:25.084514 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c707acc-75df-4e23-b408-8a176944fc5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b3dfec-7fc0-4d02-aacb-e5ec06bb28e5,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:25.089361 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-3c707acc-75df-4e23-b408-8a176944fc5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:25.190626 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-5bd63e6c-c988-45bc-87f8-4215219abc5d tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f1df87dc0c7c4a1787bf40fb3ff5dde6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409725 Aug 31 15:25:25.200004 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 46154) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:25.214627 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fdbea132-4658-45e6-b784-61c7fc3f1a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:25.296483 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fdbea132-4658-45e6-b784-61c7fc3f1a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:25.388649 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04281b8c-999b-4f62-bceb-10ade9a491af req-3fd1b4a1-7222-4f49-ba4c-4afe2feb2a2f tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:25.390702 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-04281b8c-999b-4f62-bceb-10ade9a491af req-3fd1b4a1-7222-4f49-ba4c-4afe2feb2a2f tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 945 time: 0.1510010 Aug 31 15:25:25.410821 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 46162) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:25.414456 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fdbea132-4658-45e6-b784-61c7fc3f1a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:25.425304 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-1e3e6e06-f3af-4e03-affe-9d61f8a47d5a tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Request body: {'floatingip': {'port_id': 'aec330a3-c6ce-4256-a380-3dc0f5ae1290'}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:25:25.496630 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-6d48b434-17ff-40e2-a6ec-85d2bfe47016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:25.517664 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b5aa6-c9fe-4ed7-ab06-1c0673542cc1 req-bc9a76ee-d779-4f28-838d-89c49882c64f tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:25.526629 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-367b5aa6-c9fe-4ed7-ab06-1c0673542cc1 req-bc9a76ee-d779-4f28-838d-89c49882c64f tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.4311259 Aug 31 15:25:25.538896 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbea132-4658-45e6-b784-61c7fc3f1a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b3dfec-7fc0-4d02-aacb-e5ec06bb28e5,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:25.577975 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-fdbea132-4658-45e6-b784-61c7fc3f1a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:25.583309 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-1e3e6e06-f3af-4e03-affe-9d61f8a47d5a tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks [] for floatingip, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:25.606029 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-e49e1573-a12f-419b-960c-3117b8d22ddc tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:25.607933 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-e49e1573-a12f-419b-960c-3117b8d22ddc tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4066355 Aug 31 15:25:25.640065 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-367b5aa6-c9fe-4ed7-ab06-1c0673542cc1 req-debe4503-266d-4857-b41f-191fe6f19679 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124268 Aug 31 15:25:25.642593 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-559dedce-6f43-4a92-8eb0-975f68cbc3ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:25.661565 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-cd36b757-0872-4584-a154-06fdbabd6a9c tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Request body: {'port': {'device_id': '53f72fd9-640e-41e3-88f4-9d0fcdef7478', 'network_id': '8f130cb4-0560-436e-82bd-598df8a64ba6', 'admin_state_up': True, 'tenant_id': 'f1df87dc0c7c4a1787bf40fb3ff5dde6'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:25:25.685522 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-559dedce-6f43-4a92-8eb0-975f68cbc3ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:25.705308 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-559dedce-6f43-4a92-8eb0-975f68cbc3ab admin admin] Usage tracker for resource:security_group_rule and tenant:d73341a7e19b48ed9101c6be9b02ef97 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:25.711838 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-559dedce-6f43-4a92-8eb0-975f68cbc3ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:25.723933 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-559dedce-6f43-4a92-8eb0-975f68cbc3ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:25.765588 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fdbea132-4658-45e6-b784-61c7fc3f1a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:25.767912 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-fdbea132-4658-45e6-b784-61c7fc3f1a71 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/64b3dfec-7fc0-4d02-aacb-e5ec06bb28e5 HTTP/1.1" status: 204 len: 168 time: 0.7076478 Aug 31 15:25:25.938739 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-cd36b757-0872-4584-a154-06fdbabd6a9c tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:25.951673 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-cd36b757-0872-4584-a154-06fdbabd6a9c tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Usage tracker for resource:port and tenant:f1df87dc0c7c4a1787bf40fb3ff5dde6 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:25.955819 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-cd36b757-0872-4584-a154-06fdbabd6a9c tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:25.972711 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-cd36b757-0872-4584-a154-06fdbabd6a9c tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:26.011593 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-559dedce-6f43-4a92-8eb0-975f68cbc3ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:26.025791 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-559dedce-6f43-4a92-8eb0-975f68cbc3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:26.038032 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-cd58a2e2-2ab8-4f19-b5e7-72cbd84d2a64 req-ecac7f92-0150-49e8-a86e-6cdc2c421e54 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/ports?device_id=53f72fd9-640e-41e3-88f4-9d0fcdef7478 HTTP/1.1" status: 200 len: 210 time: 0.3937488 Aug 31 15:25:26.041388 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:26.058524 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-cd36b757-0872-4584-a154-06fdbabd6a9c tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Made reservation on behalf of f1df87dc0c7c4a1787bf40fb3ff5dde6 for: {'port': 1} {{(pid=79277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:25:26.063098 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-cd36b757-0872-4584-a154-06fdbabd6a9c tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:26.146812 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-559dedce-6f43-4a92-8eb0-975f68cbc3ab admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d73341a7e19b48ed9101c6be9b02ef97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9212105 Aug 31 15:25:26.151821 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 46196) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:26.151992 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-cd36b757-0872-4584-a154-06fdbabd6a9c tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Notify callbacks [] for security_group, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:26.189602 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559dedce-6f43-4a92-8eb0-975f68cbc3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fd3510-c0f2-43ba-a872-f747a9619a08,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:26.201582 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-559dedce-6f43-4a92-8eb0-975f68cbc3ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:26.216521 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-cd36b757-0872-4584-a154-06fdbabd6a9c tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:26.227068 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-cd36b757-0872-4584-a154-06fdbabd6a9c tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Usage tracker for resource:security_group_rule and tenant:f1df87dc0c7c4a1787bf40fb3ff5dde6 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:26.270352 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-cd36b757-0872-4584-a154-06fdbabd6a9c tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:26.286183 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-cd36b757-0872-4584-a154-06fdbabd6a9c tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:26.290738 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 46202) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:26.320782 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-70376927-29b9-4823-8a58-05a069551b82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:26.348082 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-70376927-29b9-4823-8a58-05a069551b82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:26.356493 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-70376927-29b9-4823-8a58-05a069551b82 admin admin] Usage tracker for resource:security_group_rule and tenant:f9af2347606a40a38211fdee8a4311b8 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:26.363934 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-70376927-29b9-4823-8a58-05a069551b82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:26.376837 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-70376927-29b9-4823-8a58-05a069551b82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:26.420788 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432db3c-119e-463c-8309-6e213d433147 req-77815589-8b6e-40e4-93be-716b2c710e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:26.422510 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e432db3c-119e-463c-8309-6e213d433147 req-77815589-8b6e-40e4-93be-716b2c710e12 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3812c8ac3d6f49189f4ea632ac894346&device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 1099 time: 0.1968412 Aug 31 15:25:26.485763 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-cd36b757-0872-4584-a154-06fdbabd6a9c tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Notify callbacks [] for security_group, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:26.494451 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-cd36b757-0872-4584-a154-06fdbabd6a9c tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:26.501705 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-fe9ab49c-64d0-4569-909b-28d302effca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:26.581384 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9abc24ec-faa4-4d3e-983d-46648a265118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:26.683043 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa13105-e686-4c2f-8331-90747e227d51 req-950ddd1a-1aa0-483c-b97f-3a0f68ecbefe tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:26.684631 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ffa13105-e686-4c2f-8331-90747e227d51 req-950ddd1a-1aa0-483c-b97f-3a0f68ecbefe tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.3769197 Aug 31 15:25:26.688325 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9abc24ec-faa4-4d3e-983d-46648a265118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:26.716151 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd36b757-0872-4584-a154-06fdbabd6a9c tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98f68f79-071d-4d6a-b9a6-75122aad0f75,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:26.733172 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-70376927-29b9-4823-8a58-05a069551b82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:26.733913 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.db.resource_extend [None req-1e3e6e06-f3af-4e03-affe-9d61f8a47d5a tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 15:25:26.734428 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-cd36b757-0872-4584-a154-06fdbabd6a9c tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:26.786722 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-70376927-29b9-4823-8a58-05a069551b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:26.801671 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-559dedce-6f43-4a92-8eb0-975f68cbc3ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:26.859708 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ffa13105-e686-4c2f-8331-90747e227d51 req-53993285-f844-4419-8302-0b3fc22568da tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646433 Aug 31 15:25:26.864727 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-1e3e6e06-f3af-4e03-affe-9d61f8a47d5a tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:26.876844 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-1e3e6e06-f3af-4e03-affe-9d61f8a47d5a tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906927'] for floatingip, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:26.904560 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-70376927-29b9-4823-8a58-05a069551b82 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f9af2347606a40a38211fdee8a4311b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6114008 Aug 31 15:25:26.917769 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 46210) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:26.934885 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70376927-29b9-4823-8a58-05a069551b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303e5be7-9de3-4456-92ba-89a76aec0476,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:26.938176 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-70376927-29b9-4823-8a58-05a069551b82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:26.941859 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9abc24ec-faa4-4d3e-983d-46648a265118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:26.949174 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-fdbea132-4658-45e6-b784-61c7fc3f1a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:26.963359 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432db3c-119e-463c-8309-6e213d433147 req-12ef507c-3b3f-49ac-b77b-a16b1f4dc668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:26.964785 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e432db3c-119e-463c-8309-6e213d433147 req-12ef507c-3b3f-49ac-b77b-a16b1f4dc668 service neutron] 10.222.0.64 "GET /v2.0/networks?id=47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902 HTTP/1.1" status: 200 len: 919 time: 0.4093812 Aug 31 15:25:26.973147 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc24ec-faa4-4d3e-983d-46648a265118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fd3510-c0f2-43ba-a872-f747a9619a08,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:26.980119 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-9abc24ec-faa4-4d3e-983d-46648a265118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:26.983931 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9abc24ec-faa4-4d3e-983d-46648a265118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:26.985026 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-9abc24ec-faa4-4d3e-983d-46648a265118 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/87fd3510-c0f2-43ba-a872-f747a9619a08 HTTP/1.1" status: 204 len: 168 time: 0.8308706 Aug 31 15:25:26.987945 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.db_base_plugin_common [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-cd36b757-0872-4584-a154-06fdbabd6a9c tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Allocated IP 192.168.233.75 (8f130cb4-0560-436e-82bd-598df8a64ba6/d82bf0c9-8730-4e37-86ed-415a7ba56cc0/88aa3751-2ddb-4721-ad6d-d4c6f89e993d) {{(pid=79277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:25:27.076541 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e432db3c-119e-463c-8309-6e213d433147 req-2c5b9e81-ab3b-4693-885b-2da119797540 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=975f2976-fee5-4a89-8a0f-0f2075d148b3 HTTP/1.1" status: 200 len: 217 time: 0.0930715 Aug 31 15:25:27.100779 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.db.l3_db [None req-1e3e6e06-f3af-4e03-affe-9d61f8a47d5a tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Floating IP 517b7452-6620-441b-9812-278c0f1101c9 associated. External IP: 172.27.1.244, port: aec330a3-c6ce-4256-a380-3dc0f5ae1290. Aug 31 15:25:27.174007 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-4d3f450b-f387-4907-b883-3185a7e0b9fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:27.240927 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432db3c-119e-463c-8309-6e213d433147 req-98a509f8-7b39-46e6-a5a9-13ee0aad6751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:27.242215 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e432db3c-119e-463c-8309-6e213d433147 req-98a509f8-7b39-46e6-a5a9-13ee0aad6751 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=98da163e-cad9-430b-a126-d66668b9f621 HTTP/1.1" status: 200 len: 858 time: 0.1556466 Aug 31 15:25:27.328667 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-4d3f450b-f387-4907-b883-3185a7e0b9fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:27.361651 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-71a6d8b6-d44a-48bb-925f-4f1d61d1791a req-61018979-8a26-462b-9089-258cedda8a48 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/ports?device_id=53f72fd9-640e-41e3-88f4-9d0fcdef7478 HTTP/1.1" status: 200 len: 210 time: 0.1325972 Aug 31 15:25:27.409198 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e432db3c-119e-463c-8309-6e213d433147 req-f80a3c9c-4075-499f-bcee-67369b602799 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1205499 Aug 31 15:25:27.615711 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-cd36b757-0872-4584-a154-06fdbabd6a9c tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Notify callbacks [] for port, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:27.664221 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-4d3f450b-f387-4907-b883-3185a7e0b9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:27.674437 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.provisioning_blocks [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-cd36b757-0872-4584-a154-06fdbabd6a9c tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Transition to ACTIVE for port object 88aa3751-2ddb-4721-ad6d-d4c6f89e993d will not be triggered until provisioned by entity DHCP. {{(pid=79277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:25:27.675847 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-210c49e3-fee8-45f6-9668-a6df101138ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:27.724104 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f450b-f387-4907-b883-3185a7e0b9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303e5be7-9de3-4456-92ba-89a76aec0476,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:27.729036 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-4d3f450b-f387-4907-b883-3185a7e0b9fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:27.764746 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e432db3c-119e-463c-8309-6e213d433147 req-3478d803-eb95-4c9f-89d0-188b1791149c service neutron] 10.222.0.64 "GET /v2.0/networks/47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366122 Aug 31 15:25:27.848831 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3e6e06-f3af-4e03-affe-9d61f8a47d5a tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Router 934c86df-a221-4195-bb15-eb1af820061a has already been hosted by L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 {{(pid=79276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:25:27.882849 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-4d3f450b-f387-4907-b883-3185a7e0b9fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:27.882849 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-4d3f450b-f387-4907-b883-3185a7e0b9fc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/303e5be7-9de3-4456-92ba-89a76aec0476 HTTP/1.1" status: 204 len: 168 time: 0.9581962 Aug 31 15:25:28.188862 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3e6e06-f3af-4e03-affe-9d61f8a47d5a tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:25:28.203141 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-cd36b757-0872-4584-a154-06fdbabd6a9c tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264'] for port, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:28.210231 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af462e78-e820-4c2a-8c30-bc902dc478f7 None None] Sync routers for ids ['934c86df-a221-4195-bb15-eb1af820061a'] in dv-cinder-802781-4-iscsi {{(pid=79279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:25:28.245051 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af462e78-e820-4c2a-8c30-bc902dc478f7 None None] Routers {'934c86df-a221-4195-bb15-eb1af820061a'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:25:28.246075 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-af462e78-e820-4c2a-8c30-bc902dc478f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:25:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['934c86df-a221-4195-bb15-eb1af820061a'], 'active': True} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:25:28.254610 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-1e3e6e06-f3af-4e03-affe-9d61f8a47d5a tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for floatingip, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:28.269886 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:28.329934 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-1e3e6e06-f3af-4e03-affe-9d61f8a47d5a tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "PUT /v2.0/floatingips/517b7452-6620-441b-9812-278c0f1101c9 HTTP/1.1" status: 200 len: 991 time: 2.9172132 Aug 31 15:25:28.365648 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed1437c-7476-4eaa-8dd8-4287e4417bb0', 'tag': 'aec330a3-c6ce-4256-a380-3dc0f5ae1290'}] {{(pid=79276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:25:28.496969 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e432db3c-119e-463c-8309-6e213d433147 req-bfc8f049-dc44-44ca-816a-73a1c11c5b14 service neutron] 10.222.0.64 "GET /v2.0/networks/47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7117205 Aug 31 15:25:28.557366 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e35f7b-6828-49b4-ad4b-40bcaf258300 req-da39d73c-1839-4344-9566-72d29f384f84 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:28.563344 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-50e35f7b-6828-49b4-ad4b-40bcaf258300 req-da39d73c-1839-4344-9566-72d29f384f84 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.5058327 Aug 31 15:25:28.577620 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd36b757-0872-4584-a154-06fdbabd6a9c tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Pushing event updated for resources: {'Port': ['ID=88aa3751-2ddb-4721-ad6d-d4c6f89e993d,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:28.582054 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-cd36b757-0872-4584-a154-06fdbabd6a9c tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:28.597622 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-cd36b757-0872-4584-a154-06fdbabd6a9c tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Network 8f130cb4-0560-436e-82bd-598df8a64ba6 is already hosted by enough agents. {{(pid=79277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:25:28.600788 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.base_scheduler [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-cd36b757-0872-4584-a154-06fdbabd6a9c tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Resources bound (agent type, host, resource id): {{(pid=79277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:25:28.615384 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-cd36b757-0872-4584-a154-06fdbabd6a9c tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Received port after_create {{(pid=79277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:25:28.656158 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-cd36b757-0872-4584-a154-06fdbabd6a9c tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:28.661337 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-cd36b757-0872-4584-a154-06fdbabd6a9c tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:28.701803 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-50e35f7b-6828-49b4-ad4b-40bcaf258300 req-7b849026-9768-45e6-afe1-5d0a64211cf4 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274872 Aug 31 15:25:28.750245 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-cd36b757-0872-4584-a154-06fdbabd6a9c tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1084580 Aug 31 15:25:28.885519 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvr_db [None req-af462e78-e820-4c2a-8c30-bc902dc478f7 None None] Set router 934c86df-a221-4195-bb15-eb1af820061a gateway port host: dv-cinder-802781-4-iscsi {{(pid=79279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:25:28.917215 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-404da830-77cd-4001-9cd3-4cf7395db104 service neutron] Request body: {'port': {'device_id': '53f72fd9-640e-41e3-88f4-9d0fcdef7478', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:25:28.954151 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 46286) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:29.113310 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-189e0b9f-0b58-4b33-acc4-695c047bf07e None None] Provisioning for port 88aa3751-2ddb-4721-ad6d-d4c6f89e993d completed by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:25:29.125274 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-189e0b9f-0b58-4b33-acc4-695c047bf07e None None] Provisioning complete for port 88aa3751-2ddb-4721-ad6d-d4c6f89e993d triggered by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:25:29.126461 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-189e0b9f-0b58-4b33-acc4-695c047bf07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:29.182939 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-9e983026-777f-4b90-9c5a-dcdcd351ea2a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1417814816-network', 'tenant_id': 'b72bed8903af49ecb668ab69cf48aa85'}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:25:29.187098 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed1437c-7476-4eaa-8dd8-4287e4417bb0', 'tag': 'aec330a3-c6ce-4256-a380-3dc0f5ae1290', 'status': 'completed', 'code': 200} Aug 31 15:25:29.195612 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-9e983026-777f-4b90-9c5a-dcdcd351ea2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:29.198183 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ef98c-2038-41ca-976c-34eed13284df req-0a245909-91a0-47ed-aefa-2f592d09a68e tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:29.198907 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-263ef98c-2038-41ca-976c-34eed13284df req-0a245909-91a0-47ed-aefa-2f592d09a68e tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Synchronizing usage tracker for tenant:f1df87dc0c7c4a1787bf40fb3ff5dde6 on resource:port {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:25:29.204580 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-404da830-77cd-4001-9cd3-4cf7395db104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:29.227462 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-9e983026-777f-4b90-9c5a-dcdcd351ea2a admin admin] Usage tracker for resource:network and tenant:b72bed8903af49ecb668ab69cf48aa85 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:29.248187 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-9e983026-777f-4b90-9c5a-dcdcd351ea2a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:29.260140 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-9e983026-777f-4b90-9c5a-dcdcd351ea2a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:29.288746 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-189e0b9f-0b58-4b33-acc4-695c047bf07e None None] Port 88aa3751-2ddb-4721-ad6d-d4c6f89e993d cannot update to ACTIVE because it is not bound. {{(pid=79278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:25:29.296565 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e983026-777f-4b90-9c5a-dcdcd351ea2a admin admin] Made reservation on behalf of b72bed8903af49ecb668ab69cf48aa85 for: {'network': 1} {{(pid=79276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:25:29.299150 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9e983026-777f-4b90-9c5a-dcdcd351ea2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for network, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:29.325755 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9e983026-777f-4b90-9c5a-dcdcd351ea2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:29.354676 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-9e983026-777f-4b90-9c5a-dcdcd351ea2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:29.382792 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-9e983026-777f-4b90-9c5a-dcdcd351ea2a admin admin] Usage tracker for resource:security_group_rule and tenant:b72bed8903af49ecb668ab69cf48aa85 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:29.382792 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-9e983026-777f-4b90-9c5a-dcdcd351ea2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:29.412586 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-9e983026-777f-4b90-9c5a-dcdcd351ea2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:29.470716 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-263ef98c-2038-41ca-976c-34eed13284df req-0a245909-91a0-47ed-aefa-2f592d09a68e tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Unset dirty status for tenant:f1df87dc0c7c4a1787bf40fb3ff5dde6 on resource:port {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:25:29.472931 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-263ef98c-2038-41ca-976c-34eed13284df req-0a245909-91a0-47ed-aefa-2f592d09a68e tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/ports?device_id=53f72fd9-640e-41e3-88f4-9d0fcdef7478 HTTP/1.1" status: 200 len: 935 time: 0.6474056 Aug 31 15:25:29.548527 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9e983026-777f-4b90-9c5a-dcdcd351ea2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:29.558667 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9e983026-777f-4b90-9c5a-dcdcd351ea2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:29.570497 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-944a6741-30f9-407b-9a67-3815214fb626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:29.602028 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e983026-777f-4b90-9c5a-dcdcd351ea2a admin admin] vlan segment allocate from pool success with {'vlan_id': 903, 'physical_network': 'physnet1'} {{(pid=79276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:25:29.613039 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e983026-777f-4b90-9c5a-dcdcd351ea2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d943fa-e591-48d8-8ca3-c8f0a9466bc7,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:29.616642 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-9e983026-777f-4b90-9c5a-dcdcd351ea2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:29.619547 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9e983026-777f-4b90-9c5a-dcdcd351ea2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3286683'] for segment, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:29.619929 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.db.segments_db [None req-9e983026-777f-4b90-9c5a-dcdcd351ea2a admin admin] Added segment db3e898c-5512-41a1-8392-127d94691559 of type vlan for network e69e116f-bb94-4cd0-8e68-f0e004067172 Aug 31 15:25:29.654902 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9e983026-777f-4b90-9c5a-dcdcd351ea2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738171399325'] for network, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:29.699929 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9e983026-777f-4b90-9c5a-dcdcd351ea2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729'] for network, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:29.702586 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e983026-777f-4b90-9c5a-dcdcd351ea2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:29.703290 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9e983026-777f-4b90-9c5a-dcdcd351ea2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for network, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:29.708128 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:29.710941 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-af462e78-e820-4c2a-8c30-bc902dc478f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934c86df-a221-4195-bb15-eb1af820061a', 'name': 'tempest-AttachVolumeTestJSON-1899571721-router', 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '9b5fd691-39d4-47dc-a732-e743c6bb5988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:24:06Z', 'updated_at': '2021-08-31T15:24:16Z', 'revision_number': 4, 'project_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'gw_port': {'id': '9b5fd691-39d4-47dc-a732-e743c6bb5988', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:88:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c86df-a221-4195-bb15-eb1af820061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:24:07Z', 'updated_at': '2021-08-31T15:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_floatingips': [{'id': '517b7452-6620-441b-9812-278c0f1101c9', 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'floating_ip_address': '172.27.1.244', 'floating_network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'router_id': '934c86df-a221-4195-bb15-eb1af820061a', 'port_id': 'aec330a3-c6ce-4256-a380-3dc0f5ae1290', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e75f494-7e6b-45f9-ac2a-ef61105e9d7d', 'mac_address': 'fa:16:3e:81:7a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed1437c-7476-4eaa-8dd8-4287e4417bb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:24:25Z', 'updated_at': '2021-08-31T15:25:26Z', 'revision_number': 1, 'project_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd29d2536-9ea6-4799-8517-5854957f36f3', 'name': '', 'network_id': '4e75f494-7e6b-45f9-ac2a-ef61105e9d7d', 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'mac_address': 'fa:16:3e:da:30:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c86df-a221-4195-bb15-eb1af820061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '653417ef-47b3-47bd-9dfd-8a528e75cd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:24:14Z', 'updated_at': '2021-08-31T15:24:25Z', 'revision_number': 5, 'project_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'subnets': [{'id': '653417ef-47b3-47bd-9dfd-8a528e75cd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:25:29.716399 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af462e78-e820-4c2a-8c30-bc902dc478f7 None None] Checking router: 934c86df-a221-4195-bb15-eb1af820061a for host: dv-cinder-802781-4-iscsi {{(pid=79279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:25:29.726579 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af462e78-e820-4c2a-8c30-bc902dc478f7 None None] Routers {'934c86df-a221-4195-bb15-eb1af820061a'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:25:29.727667 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-af462e78-e820-4c2a-8c30-bc902dc478f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:25:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['934c86df-a221-4195-bb15-eb1af820061a'], 'active': True} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:25:29.733898 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-263ef98c-2038-41ca-976c-34eed13284df req-e739ed38-d163-4f13-a160-384a309e040b tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Synchronizing usage tracker for tenant:f1df87dc0c7c4a1787bf40fb3ff5dde6 on resource:security_group {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:25:29.784014 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66572500-8ed3-41bf-8afa-d89b385fb244 req-43f0c38f-1803-4f0d-bf51-229c79f20c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:29.787633 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-66572500-8ed3-41bf-8afa-d89b385fb244 req-43f0c38f-1803-4f0d-bf51-229c79f20c3d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ec6a8bc6d4414b24a10c0665387c54cf&device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 1098 time: 0.4897680 Aug 31 15:25:29.919280 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e983026-777f-4b90-9c5a-dcdcd351ea2a admin admin] Pushing event updated for resources: {'Network': ['ID=e69e116f-bb94-4cd0-8e68-f0e004067172,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:29.926754 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-9e983026-777f-4b90-9c5a-dcdcd351ea2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:29.936149 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Network e69e116f-bb94-4cd0-8e68-f0e004067172 details requested by agent ovs-agent-dv-cinder-802781-4-iscsi with host dv-cinder-802781-4-iscsi {{(pid=79278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 15:25:29.950733 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-9e983026-777f-4b90-9c5a-dcdcd351ea2a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9928963 Aug 31 15:25:29.951086 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 46314) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:29.956626 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-40a2bac9-98d2-493b-8a06-3f3523a0d9c0 admin admin] Request body: {'subnet': {'network_id': 'e69e116f-bb94-4cd0-8e68-f0e004067172', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1417814816-subnet', 'tenant_id': 'b72bed8903af49ecb668ab69cf48aa85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:25:29.995397 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-40a2bac9-98d2-493b-8a06-3f3523a0d9c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:30.009163 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-40a2bac9-98d2-493b-8a06-3f3523a0d9c0 admin admin] Usage tracker for resource:subnet and tenant:b72bed8903af49ecb668ab69cf48aa85 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:30.020981 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-40a2bac9-98d2-493b-8a06-3f3523a0d9c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:30.023825 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvr_db [None req-af462e78-e820-4c2a-8c30-bc902dc478f7 None None] Set router 934c86df-a221-4195-bb15-eb1af820061a gateway port host: dv-cinder-802781-4-iscsi {{(pid=79279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:25:30.031929 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-40a2bac9-98d2-493b-8a06-3f3523a0d9c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:30.062193 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a2bac9-98d2-493b-8a06-3f3523a0d9c0 admin admin] Made reservation on behalf of b72bed8903af49ecb668ab69cf48aa85 for: {'subnet': 1} {{(pid=79276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:25:30.064643 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-40a2bac9-98d2-493b-8a06-3f3523a0d9c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-930169'] for subnet, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:30.154994 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66572500-8ed3-41bf-8afa-d89b385fb244 req-438f7a35-f148-489c-85f0-f7e0d10407f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:30.156288 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-66572500-8ed3-41bf-8afa-d89b385fb244 req-438f7a35-f148-489c-85f0-f7e0d10407f3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4e75f494-7e6b-45f9-ac2a-ef61105e9d7d HTTP/1.1" status: 200 len: 912 time: 0.3465109 Aug 31 15:25:30.160036 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-263ef98c-2038-41ca-976c-34eed13284df req-e739ed38-d163-4f13-a160-384a309e040b tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Unset dirty status for tenant:f1df87dc0c7c4a1787bf40fb3ff5dde6 on resource:security_group {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:25:30.169518 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-263ef98c-2038-41ca-976c-34eed13284df req-e739ed38-d163-4f13-a160-384a309e040b tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/security-groups?id=98f68f79-071d-4d6a-b9a6-75122aad0f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6860044 Aug 31 15:25:30.302487 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451ef72-da37-441e-a83f-3b90ed559ff0 req-f5c4e972-7e09-4cd7-9402-e858d6b4f083 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:30.311252 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-a451ef72-da37-441e-a83f-3b90ed559ff0 req-f5c4e972-7e09-4cd7-9402-e858d6b4f083 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.2268684 Aug 31 15:25:30.393216 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-a451ef72-da37-441e-a83f-3b90ed559ff0 req-8f552499-5e37-4d11-a29e-1f95eabe0199 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802987 Aug 31 15:25:30.443017 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-40a2bac9-98d2-493b-8a06-3f3523a0d9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1765580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-930059'] for subnet, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:30.456597 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-6228eef2-475a-4df8-a676-3b5cab8cc132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:30.469133 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-66572500-8ed3-41bf-8afa-d89b385fb244 req-f567edf7-380c-4145-87d8-033d6b49aace service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aec330a3-c6ce-4256-a380-3dc0f5ae1290 HTTP/1.1" status: 200 len: 999 time: 0.2912185 Aug 31 15:25:30.592446 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a2bac9-98d2-493b-8a06-3f3523a0d9c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65cdaaf3-5f8d-4970-ae29-5840f61268a3,revision_number=0']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:30.595719 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-40a2bac9-98d2-493b-8a06-3f3523a0d9c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:30.609654 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66572500-8ed3-41bf-8afa-d89b385fb244 req-b0f92d92-67fe-42a8-bcde-f10a25763111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:30.611317 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-66572500-8ed3-41bf-8afa-d89b385fb244 req-b0f92d92-67fe-42a8-bcde-f10a25763111 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=653417ef-47b3-47bd-9dfd-8a528e75cd81 HTTP/1.1" status: 200 len: 850 time: 0.1272266 Aug 31 15:25:30.631677 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a2bac9-98d2-493b-8a06-3f3523a0d9c0 admin admin] Checking segment: {'id': 'db3e898c-5512-41a1-8392-127d94691559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'e69e116f-bb94-4cd0-8e68-f0e004067172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:25:30.632382 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a2bac9-98d2-493b-8a06-3f3523a0d9c0 admin admin] Network hostable DHCP agents. Network: e69e116f-bb94-4cd0-8e68-f0e004067172, hostable agents: ['2365506f-cea6-46f8-ac71-d4e1f85a8442'], hosted agents: [] {{(pid=79276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:25:30.663290 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a2bac9-98d2-493b-8a06-3f3523a0d9c0 admin admin] Network e69e116f-bb94-4cd0-8e68-f0e004067172 is scheduled to be hosted by DHCP agent 2365506f-cea6-46f8-ac71-d4e1f85a8442 with binding_index 1 {{(pid=79276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:25:30.689195 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.base_scheduler [None req-40a2bac9-98d2-493b-8a06-3f3523a0d9c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-4-iscsi, e69e116f-bb94-4cd0-8e68-f0e004067172) {{(pid=79276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:25:30.694714 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a2bac9-98d2-493b-8a06-3f3523a0d9c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:30.695713 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-40a2bac9-98d2-493b-8a06-3f3523a0d9c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for subnet, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:30.703439 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3731be3d-de40-4887-9a9b-66d89509ecfb None None] Network e69e116f-bb94-4cd0-8e68-f0e004067172 requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:25:30.718684 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-af462e78-e820-4c2a-8c30-bc902dc478f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934c86df-a221-4195-bb15-eb1af820061a', 'name': 'tempest-AttachVolumeTestJSON-1899571721-router', 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '9b5fd691-39d4-47dc-a732-e743c6bb5988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:24:06Z', 'updated_at': '2021-08-31T15:24:16Z', 'revision_number': 4, 'project_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'gw_port': {'id': '9b5fd691-39d4-47dc-a732-e743c6bb5988', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:88:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c86df-a221-4195-bb15-eb1af820061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:24:07Z', 'updated_at': '2021-08-31T15:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_floatingips': [{'id': '517b7452-6620-441b-9812-278c0f1101c9', 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'floating_ip_address': '172.27.1.244', 'floating_network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'router_id': '934c86df-a221-4195-bb15-eb1af820061a', 'port_id': 'aec330a3-c6ce-4256-a380-3dc0f5ae1290', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e75f494-7e6b-45f9-ac2a-ef61105e9d7d', 'mac_address': 'fa:16:3e:81:7a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed1437c-7476-4eaa-8dd8-4287e4417bb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:24:25Z', 'updated_at': '2021-08-31T15:25:26Z', 'revision_number': 1, 'project_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd29d2536-9ea6-4799-8517-5854957f36f3', 'name': '', 'network_id': '4e75f494-7e6b-45f9-ac2a-ef61105e9d7d', 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'mac_address': 'fa:16:3e:da:30:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c86df-a221-4195-bb15-eb1af820061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '653417ef-47b3-47bd-9dfd-8a528e75cd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:24:14Z', 'updated_at': '2021-08-31T15:24:25Z', 'revision_number': 5, 'project_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'subnets': [{'id': '653417ef-47b3-47bd-9dfd-8a528e75cd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:25:30.723468 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af462e78-e820-4c2a-8c30-bc902dc478f7 None None] The sync data for ids ['934c86df-a221-4195-bb15-eb1af820061a'] in dv-cinder-802781-4-iscsi is: [{'id': '934c86df-a221-4195-bb15-eb1af820061a', 'name': 'tempest-AttachVolumeTestJSON-1899571721-router', 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '9b5fd691-39d4-47dc-a732-e743c6bb5988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:24:06Z', 'updated_at': '2021-08-31T15:24:16Z', 'revision_number': 4, 'project_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'gw_port': {'id': '9b5fd691-39d4-47dc-a732-e743c6bb5988', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:88:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c86df-a221-4195-bb15-eb1af820061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:24:07Z', 'updated_at': '2021-08-31T15:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_floatingips': [{'id': '517b7452-6620-441b-9812-278c0f1101c9', 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'floating_ip_address': '172.27.1.244', 'floating_network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'router_id': '934c86df-a221-4195-bb15-eb1af820061a', 'port_id': 'aec330a3-c6ce-4256-a380-3dc0f5ae1290', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e75f494-7e6b-45f9-ac2a-ef61105e9d7d', 'mac_address': 'fa:16:3e:81:7a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed1437c-7476-4eaa-8dd8-4287e4417bb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:24:25Z', 'updated_at': '2021-08-31T15:25:26Z', 'revision_number': 1, 'project_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd29d2536-9ea6-4799-8517-5854957f36f3', 'name': '', 'network_id': '4e75f494-7e6b-45f9-ac2a-ef61105e9d7d', 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'mac_address': 'fa:16:3e:da:30:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c86df-a221-4195-bb15-eb1af820061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '653417ef-47b3-47bd-9dfd-8a528e75cd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:24:14Z', 'updated_at': '2021-08-31T15:24:25Z', 'revision_number': 5, 'project_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'subnets': [{'id': '653417ef-47b3-47bd-9dfd-8a528e75cd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:25:30.749882 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-40a2bac9-98d2-493b-8a06-3f3523a0d9c0 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7977278 Aug 31 15:25:30.824977 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-404da830-77cd-4001-9cd3-4cf7395db104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88aa3751-2ddb-4721-ad6d-d4c6f89e993d {{(pid=79277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:25:30.847201 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-404da830-77cd-4001-9cd3-4cf7395db104 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:30.872408 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.provisioning_blocks [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-404da830-77cd-4001-9cd3-4cf7395db104 service neutron] Transition to ACTIVE for port object 88aa3751-2ddb-4721-ad6d-d4c6f89e993d will not be triggered until provisioned by entity L2. {{(pid=79277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:25:30.876853 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66572500-8ed3-41bf-8afa-d89b385fb244 req-ea95ed56-f1d0-4027-8590-6316b00d1aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:30.884151 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-66572500-8ed3-41bf-8afa-d89b385fb244 req-ea95ed56-f1d0-4027-8590-6316b00d1aec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4e75f494-7e6b-45f9-ac2a-ef61105e9d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2286384 Aug 31 15:25:30.885810 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-404da830-77cd-4001-9cd3-4cf7395db104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:30.901029 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-0e4b89c9-e333-4434-93a4-0398e96f928c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:31.099831 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db4658d-3fee-47e1-a180-9d57ed46ebf8 None None] New status for floating IP 517b7452-6620-441b-9812-278c0f1101c9: ACTIVE {{(pid=79278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:25:31.147190 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404da830-77cd-4001-9cd3-4cf7395db104 service neutron] Pushing event updated for resources: {'Port': ['ID=88aa3751-2ddb-4721-ad6d-d4c6f89e993d,revision_number=2']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:31.150644 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-404da830-77cd-4001-9cd3-4cf7395db104 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:31.168340 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30febc9-79bf-4436-b87e-6e9c3626f04b None None] Network e69e116f-bb94-4cd0-8e68-f0e004067172 requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:25:31.247601 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-404da830-77cd-4001-9cd3-4cf7395db104 service neutron] Attempting to bind port 88aa3751-2ddb-4721-ad6d-d4c6f89e993d on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:25:31.247940 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-404da830-77cd-4001-9cd3-4cf7395db104 service neutron] Attempting to bind port 88aa3751-2ddb-4721-ad6d-d4c6f89e993d by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '8ee1e087-8bcf-4f69-ac3e-bd613f8cbc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8f130cb4-0560-436e-82bd-598df8a64ba6'}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:25:31.248268 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-404da830-77cd-4001-9cd3-4cf7395db104 service neutron] Attempting to bind port 88aa3751-2ddb-4721-ad6d-d4c6f89e993d on network 8f130cb4-0560-436e-82bd-598df8a64ba6 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:25:31.258030 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-404da830-77cd-4001-9cd3-4cf7395db104 service neutron] Port 88aa3751-2ddb-4721-ad6d-d4c6f89e993d on network 8f130cb4-0560-436e-82bd-598df8a64ba6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 31 15:25:31.258377 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-404da830-77cd-4001-9cd3-4cf7395db104 service neutron] Attempting to bind port 88aa3751-2ddb-4721-ad6d-d4c6f89e993d on network 8f130cb4-0560-436e-82bd-598df8a64ba6 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:25:31.267060 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-66572500-8ed3-41bf-8afa-d89b385fb244 req-b3da2096-347f-4516-8c19-d84ca61cd135 service neutron] 10.222.0.64 "GET /v2.0/networks/4e75f494-7e6b-45f9-ac2a-ef61105e9d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682306 Aug 31 15:25:31.267702 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-404da830-77cd-4001-9cd3-4cf7395db104 service neutron] Checking agent: {'id': '62cd79da-47e6-4754-8d0e-eaf0f2299a96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 22, 7), 'started_at': datetime.datetime(2021, 8, 31, 15, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:25:31.268032 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-404da830-77cd-4001-9cd3-4cf7395db104 service neutron] Checking segment: {'id': '8ee1e087-8bcf-4f69-ac3e-bd613f8cbc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8f130cb4-0560-436e-82bd-598df8a64ba6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:25:31.268520 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-404da830-77cd-4001-9cd3-4cf7395db104 service neutron] Bound using segment: {'id': '8ee1e087-8bcf-4f69-ac3e-bd613f8cbc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8f130cb4-0560-436e-82bd-598df8a64ba6'} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:25:31.268955 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-404da830-77cd-4001-9cd3-4cf7395db104 service neutron] Bound port: 88aa3751-2ddb-4721-ad6d-d4c6f89e993d, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ee1e087-8bcf-4f69-ac3e-bd613f8cbc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': '8f130cb4-0560-436e-82bd-598df8a64ba6'}}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:25:31.269863 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-404da830-77cd-4001-9cd3-4cf7395db104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:31.384859 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62bfae-471f-4c93-a1f2-119a72cc3c92 req-7c4bdd1e-486b-4eb6-a86c-a621aea2c144 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:31.386499 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ca62bfae-471f-4c93-a1f2-119a72cc3c92 req-7c4bdd1e-486b-4eb6-a86c-a621aea2c144 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/ports?device_id=53f72fd9-640e-41e3-88f4-9d0fcdef7478 HTTP/1.1" status: 200 len: 947 time: 0.0904620 Aug 31 15:25:31.387536 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-404da830-77cd-4001-9cd3-4cf7395db104 service neutron] For port 88aa3751-2ddb-4721-ad6d-d4c6f89e993d, host hv-cinder-80278, cleared binding levels {{(pid=79277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:25:31.391231 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-404da830-77cd-4001-9cd3-4cf7395db104 service neutron] For port 88aa3751-2ddb-4721-ad6d-d4c6f89e993d, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=88aa3751-2ddb-4721-ad6d-d4c6f89e993d,segment=NetworkSegment(8ee1e087-8bcf-4f69-ac3e-bd613f8cbc78),segment_id=8ee1e087-8bcf-4f69-ac3e-bd613f8cbc78)] {{(pid=79277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:25:31.406979 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-404da830-77cd-4001-9cd3-4cf7395db104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:31.420506 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-5ea54673-f1fd-4448-9f60-2621fa23b503 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:31.460534 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ca62bfae-471f-4c93-a1f2-119a72cc3c92 req-d03ef88b-70ed-4792-933b-027c4bce8321 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/security-groups?id=98f68f79-071d-4d6a-b9a6-75122aad0f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620568 Aug 31 15:25:31.555874 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-404da830-77cd-4001-9cd3-4cf7395db104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:31.556614 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-404da830-77cd-4001-9cd3-4cf7395db104 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:31.558570 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-404da830-77cd-4001-9cd3-4cf7395db104 service neutron] 10.222.0.64 "PUT /v2.0/ports/88aa3751-2ddb-4721-ad6d-d4c6f89e993d HTTP/1.1" status: 200 len: 1097 time: 2.6567121 Aug 31 15:25:31.631097 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f72fd9-640e-41e3-88f4-9d0fcdef7478', 'tag': '88aa3751-2ddb-4721-ad6d-d4c6f89e993d'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:25:31.637599 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404da830-77cd-4001-9cd3-4cf7395db104 service neutron] Pushing event updated for resources: {'Port': ['ID=88aa3751-2ddb-4721-ad6d-d4c6f89e993d,revision_number=3']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:31.643774 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-404da830-77cd-4001-9cd3-4cf7395db104 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:31.759771 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f72fd9-640e-41e3-88f4-9d0fcdef7478', 'tag': '88aa3751-2ddb-4721-ad6d-d4c6f89e993d', 'status': 'completed', 'code': 200} Aug 31 15:25:31.797468 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabbb98d-7284-4f3f-beeb-16f686aa8605 req-2d48418a-efc6-405e-9fdb-226d0ca544e8 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:31.799096 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-eabbb98d-7284-4f3f-beeb-16f686aa8605 req-2d48418a-efc6-405e-9fdb-226d0ca544e8 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.2395220 Aug 31 15:25:31.876656 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-eabbb98d-7284-4f3f-beeb-16f686aa8605 req-b3a3fa89-6f4c-4925-bf93-fc0a9eefafdb tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688803 Aug 31 15:25:32.638085 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0f703-7010-419c-9a93-ea17e8675c4f req-cccdbbf9-6cc9-4af5-86d0-1e8ec3381c94 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:32.639556 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-4de0f703-7010-419c-9a93-ea17e8675c4f req-cccdbbf9-6cc9-4af5-86d0-1e8ec3381c94 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/ports?device_id=53f72fd9-640e-41e3-88f4-9d0fcdef7478 HTTP/1.1" status: 200 len: 947 time: 0.0823731 Aug 31 15:25:32.683631 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-4de0f703-7010-419c-9a93-ea17e8675c4f req-cb043f84-ae98-4162-8dd7-29d46d770491 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/security-groups?id=98f68f79-071d-4d6a-b9a6-75122aad0f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381474 Aug 31 15:25:33.051867 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b51b9d-c45f-4162-b8b1-86a7edc62805 req-94cd39ba-79ca-4b49-b2b3-149508d7d033 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:33.053237 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c4b51b9d-c45f-4162-b8b1-86a7edc62805 req-94cd39ba-79ca-4b49-b2b3-149508d7d033 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.0786352 Aug 31 15:25:33.098008 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c4b51b9d-c45f-4162-b8b1-86a7edc62805 req-067c1a0e-f298-4177-8a4e-41d5ed8851f1 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386393 Aug 31 15:25:33.879629 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f459b321-13af-4893-a962-d20607cf72c5 req-db288de5-2907-4619-ba01-428635020bfb tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:33.881111 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f459b321-13af-4893-a962-d20607cf72c5 req-db288de5-2907-4619-ba01-428635020bfb tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/ports?device_id=53f72fd9-640e-41e3-88f4-9d0fcdef7478 HTTP/1.1" status: 200 len: 947 time: 0.0846097 Aug 31 15:25:33.933274 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f459b321-13af-4893-a962-d20607cf72c5 req-f11589a1-6eed-4343-af92-8394618d4c74 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/security-groups?id=98f68f79-071d-4d6a-b9a6-75122aad0f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464532 Aug 31 15:25:34.281182 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43f4be-10ef-4427-8d97-230fbfd80a11 req-45f0959e-65c1-4b15-a5f1-2ab9af466629 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:34.282588 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ff43f4be-10ef-4427-8d97-230fbfd80a11 req-45f0959e-65c1-4b15-a5f1-2ab9af466629 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.0811715 Aug 31 15:25:34.332993 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ff43f4be-10ef-4427-8d97-230fbfd80a11 req-876b0b3d-a80b-4e15-ab55-3bed2c593530 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447414 Aug 31 15:25:35.128658 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001d9d4-f184-4ab6-a43b-10d5e90377cb req-aaeea37b-b91c-44c0-82ee-9cf46664c832 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:35.130313 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5001d9d4-f184-4ab6-a43b-10d5e90377cb req-aaeea37b-b91c-44c0-82ee-9cf46664c832 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/ports?device_id=53f72fd9-640e-41e3-88f4-9d0fcdef7478 HTTP/1.1" status: 200 len: 947 time: 0.0874155 Aug 31 15:25:35.178459 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5001d9d4-f184-4ab6-a43b-10d5e90377cb req-4d29e1bd-7632-46e8-935b-439ba7940be0 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/security-groups?id=98f68f79-071d-4d6a-b9a6-75122aad0f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421681 Aug 31 15:25:35.275389 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-b385cfea-dc87-4834-8d6d-b28bcc517bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:35.566518 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:35.587586 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904f0b1-7ae2-4780-84d2-006b29a0fc4e req-973cc664-02c5-4d4a-a5db-271bc03c06a9 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:35.589057 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0904f0b1-7ae2-4780-84d2-006b29a0fc4e req-973cc664-02c5-4d4a-a5db-271bc03c06a9 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.1501143 Aug 31 15:25:35.633863 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0904f0b1-7ae2-4780-84d2-006b29a0fc4e req-460d7cc6-5c23-4a45-8ce0-b814a1cb08ac tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391605 Aug 31 15:25:35.925677 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-66572500-8ed3-41bf-8afa-d89b385fb244 req-fc4dfd38-a842-4bef-8ab6-e991595e46bc service neutron] 10.222.0.64 "GET /v2.0/networks/4e75f494-7e6b-45f9-ac2a-ef61105e9d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798153 Aug 31 15:25:35.931355 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183411db-0d69-4a48-8c5b-71b8065046de req-2ea374c8-ffff-4c9f-a7af-95d9a575b4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:35.932741 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-183411db-0d69-4a48-8c5b-71b8065046de req-2ea374c8-ffff-4c9f-a7af-95d9a575b4f5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f1df87dc0c7c4a1787bf40fb3ff5dde6&device_id=53f72fd9-640e-41e3-88f4-9d0fcdef7478 HTTP/1.1" status: 200 len: 1100 time: 0.1661665 Aug 31 15:25:36.023236 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-183411db-0d69-4a48-8c5b-71b8065046de req-b3df7fa0-a56c-49b2-94a5-6e906758b6cd service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=f1df87dc0c7c4a1787bf40fb3ff5dde6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290744 Aug 31 15:25:36.167863 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183411db-0d69-4a48-8c5b-71b8065046de req-6df5a2f9-5db7-497f-b252-611c1c36d812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:36.170542 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-183411db-0d69-4a48-8c5b-71b8065046de req-6df5a2f9-5db7-497f-b252-611c1c36d812 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1373513 Aug 31 15:25:36.384924 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a173a74e-71bb-416c-a9ae-caf36a70f9be req-6b00b992-cfc3-4064-b99a-362b3d58ce04 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:36.386389 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a173a74e-71bb-416c-a9ae-caf36a70f9be req-6b00b992-cfc3-4064-b99a-362b3d58ce04 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/ports?device_id=53f72fd9-640e-41e3-88f4-9d0fcdef7478 HTTP/1.1" status: 200 len: 947 time: 0.0935485 Aug 31 15:25:36.434289 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a173a74e-71bb-416c-a9ae-caf36a70f9be req-a16828bf-2a35-49a0-ba26-606b9f6625bd tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/security-groups?id=98f68f79-071d-4d6a-b9a6-75122aad0f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411325 Aug 31 15:25:36.541342 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-7b77b61f-d0ec-4c68-97b8-683a29cf835c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:36.542838 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-7b77b61f-d0ec-4c68-97b8-683a29cf835c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f1df87dc0c7c4a1787bf40fb3ff5dde6&device_id=53f72fd9-640e-41e3-88f4-9d0fcdef7478 HTTP/1.1" status: 200 len: 1100 time: 0.0798202 Aug 31 15:25:36.629872 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-cfbcced9-c757-421b-95fa-91eaaf2c5dea service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=88aa3751-2ddb-4721-ad6d-d4c6f89e993d HTTP/1.1" status: 200 len: 217 time: 0.0634911 Aug 31 15:25:36.703023 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-68c00cf8-57ff-487a-b95c-c7faea210be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:36.704489 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-68c00cf8-57ff-487a-b95c-c7faea210be8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d82bf0c9-8730-4e37-86ed-415a7ba56cc0 HTTP/1.1" status: 200 len: 843 time: 0.0641000 Aug 31 15:25:36.791815 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-00c64f3a-d2e9-4fbe-8f8b-1bd49f5ff553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:36.793288 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-00c64f3a-d2e9-4fbe-8f8b-1bd49f5ff553 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8f130cb4-0560-436e-82bd-598df8a64ba6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0763454 Aug 31 15:25:36.826863 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb20218-0a2e-488a-b9ba-92615a5b2414 req-0eec3c35-e9dc-46e8-a4b9-8290c146d289 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:36.828380 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-9bb20218-0a2e-488a-b9ba-92615a5b2414 req-0eec3c35-e9dc-46e8-a4b9-8290c146d289 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.0818088 Aug 31 15:25:36.878021 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-9bb20218-0a2e-488a-b9ba-92615a5b2414 req-78882c5e-51a0-4c57-90b7-5d1c5515179e tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439298 Aug 31 15:25:36.939964 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-ff39c85d-3b1d-45ba-b591-8eba14c7d678 service neutron] 10.222.0.64 "GET /v2.0/networks/8f130cb4-0560-436e-82bd-598df8a64ba6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385539 Aug 31 15:25:37.093297 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a0a6cb91-91f2-407f-bbe7-6eccb54be245 req-0dc9886b-42cb-4f88-853f-9732771bc606 service neutron] 10.222.0.64 "GET /v2.0/networks/8f130cb4-0560-436e-82bd-598df8a64ba6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454258 Aug 31 15:25:37.640986 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4a9f0-8de2-4b69-9513-bff07efec8c2 req-7043ca35-76f8-44e3-ae8d-127a892eb154 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:37.642539 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-def4a9f0-8de2-4b69-9513-bff07efec8c2 req-7043ca35-76f8-44e3-ae8d-127a892eb154 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/ports?device_id=53f72fd9-640e-41e3-88f4-9d0fcdef7478 HTTP/1.1" status: 200 len: 947 time: 0.0950170 Aug 31 15:25:37.694124 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-def4a9f0-8de2-4b69-9513-bff07efec8c2 req-c94b3c10-3b46-43ce-8189-1042a1c9e57d tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/security-groups?id=98f68f79-071d-4d6a-b9a6-75122aad0f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459197 Aug 31 15:25:37.703912 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-6eec8451-2435-4654-adb1-fe3371771f2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:38.116835 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f086c2-f52e-426c-8597-2b0c640839af req-d458cf0b-43ac-48aa-8aa6-14fdb1237cdf tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:38.123312 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c6f086c2-f52e-426c-8597-2b0c640839af req-d458cf0b-43ac-48aa-8aa6-14fdb1237cdf tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.0908904 Aug 31 15:25:38.163662 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c6f086c2-f52e-426c-8597-2b0c640839af req-759408ff-c0be-41e8-b6d3-4ac0d3b7d678 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388043 Aug 31 15:25:38.676617 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb15c2-e48e-41bc-a254-818e43c56346 req-21495517-c896-4e4a-af7d-8f22e1c94ee7 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:38.678242 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-badb15c2-e48e-41bc-a254-818e43c56346 req-21495517-c896-4e4a-af7d-8f22e1c94ee7 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/networks?id=e69e116f-bb94-4cd0-8e68-f0e004067172 HTTP/1.1" status: 200 len: 809 time: 0.1514249 Aug 31 15:25:38.693790 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-badb15c2-e48e-41bc-a254-818e43c56346 req-a8e9796a-0208-49a9-89f7-2b7576cb920e tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/quotas/b72bed8903af49ecb668ab69cf48aa85 HTTP/1.1" status: 200 len: 375 time: 0.0091982 Aug 31 15:25:38.746658 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-badb15c2-e48e-41bc-a254-818e43c56346 req-d904e5bd-ca31-44aa-8fbc-bf81359fd24f tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b72bed8903af49ecb668ab69cf48aa85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464830 Aug 31 15:25:38.846098 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:38.889421 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368fd6a6-faf3-4e69-8f04-b0f0377f263e req-d3045c69-8e4f-4a85-a98f-e525febba098 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:38.891517 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-368fd6a6-faf3-4e69-8f04-b0f0377f263e req-d3045c69-8e4f-4a85-a98f-e525febba098 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/ports?device_id=53f72fd9-640e-41e3-88f4-9d0fcdef7478 HTTP/1.1" status: 200 len: 947 time: 0.0830562 Aug 31 15:25:38.900911 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-badb15c2-e48e-41bc-a254-818e43c56346 req-fa1e7ded-ea4e-4b57-9c8c-f63fb1b56bb0 service neutron] 10.222.0.81 "GET /v2.0/networks/e69e116f-bb94-4cd0-8e68-f0e004067172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468971 Aug 31 15:25:38.950279 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-368fd6a6-faf3-4e69-8f04-b0f0377f263e req-cfb9017f-e0eb-4416-ad3b-a49dbb078b5d tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/security-groups?id=98f68f79-071d-4d6a-b9a6-75122aad0f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416615 Aug 31 15:25:39.111746 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-badb15c2-e48e-41bc-a254-818e43c56346 req-dea316f5-1bfb-4f8e-bca6-c70ff2b3a2f2 service neutron] 10.222.0.81 "GET /v2.0/networks/e69e116f-bb94-4cd0-8e68-f0e004067172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012253 Aug 31 15:25:39.213012 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-3376157c-923a-4c39-93bf-438afb96bc03 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:39.214483 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-3376157c-923a-4c39-93bf-438afb96bc03 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/networks?id=922ac450-4677-43bc-8efe-225f00db650b HTTP/1.1" status: 200 len: 814 time: 0.1685874 Aug 31 15:25:39.234044 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-caa409f1-ed2c-4393-88f1-0efc227dec4c tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/quotas/6d830094621a47f083137ccc6fa15151 HTTP/1.1" status: 200 len: 375 time: 0.0134113 Aug 31 15:25:39.271143 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:39.469947 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-5febf503-fbf7-447a-b50e-4d60c20414ad tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d830094621a47f083137ccc6fa15151&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2222517 Aug 31 15:25:39.478161 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d68800-7ed6-4dc1-a719-02044d9df040 req-402cd6b1-497a-4d67-9b44-27237ad007fa tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:39.481203 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a2d68800-7ed6-4dc1-a719-02044d9df040 req-402cd6b1-497a-4d67-9b44-27237ad007fa tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.1399179 Aug 31 15:25:39.548921 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a2d68800-7ed6-4dc1-a719-02044d9df040 req-b3fd7c0a-5639-4e51-8636-ab1f09068740 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599673 Aug 31 15:25:39.624382 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-f2529185-5562-41c4-9564-d5434fc613bc service neutron] 10.222.0.81 "GET /v2.0/networks/922ac450-4677-43bc-8efe-225f00db650b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535265 Aug 31 15:25:39.645375 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e4c0004b-e67a-403d-acba-130596615b5c req-3b9884e7-7efe-4fff-960c-178e19cc6eee tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c074e6f-bda6-48b8-b796-a21e3bc0291a HTTP/1.1" status: 200 len: 210 time: 0.0463312 Aug 31 15:25:39.777963 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-969bea0e-d0cb-4b38-a343-994b91d4d66c service neutron] 10.222.0.81 "GET /v2.0/networks/922ac450-4677-43bc-8efe-225f00db650b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466959 Aug 31 15:25:39.964320 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6ad75c8a-492b-4cc2-9d0a-4ef90c5507c9 req-57b6e75e-e5fb-418b-a54d-4c7a1cbbd4b3 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26f6034b-bae8-44e6-8979-2629168a2783 HTTP/1.1" status: 200 len: 210 time: 0.0477974 Aug 31 15:25:40.180842 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36596806-e697-4839-8566-81de5a77b8fd req-39db4791-08ba-48d3-a019-5db0247543fe tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:40.182577 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-36596806-e697-4839-8566-81de5a77b8fd req-39db4791-08ba-48d3-a019-5db0247543fe tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/ports?device_id=53f72fd9-640e-41e3-88f4-9d0fcdef7478 HTTP/1.1" status: 200 len: 947 time: 0.1118748 Aug 31 15:25:40.234144 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-36596806-e697-4839-8566-81de5a77b8fd req-d2b276b5-8f66-427f-8da0-ae1d4dd2cc5e tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/security-groups?id=98f68f79-071d-4d6a-b9a6-75122aad0f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453005 Aug 31 15:25:40.519147 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:40.813899 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5152b-d1db-421e-bde1-8fa54f462935 req-b3271d4e-094a-457a-b307-5863696e5ee2 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:40.816353 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f1f5152b-d1db-421e-bde1-8fa54f462935 req-b3271d4e-094a-457a-b307-5863696e5ee2 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.1221156 Aug 31 15:25:40.829825 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-e9c66fbf-fe51-4c96-9c30-8b5b4e92633f req-f782c21f-21fb-49b7-8f9c-5c8ad9cca3e8 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c074e6f-bda6-48b8-b796-a21e3bc0291a HTTP/1.1" status: 200 len: 210 time: 0.0530577 Aug 31 15:25:40.881742 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f1f5152b-d1db-421e-bde1-8fa54f462935 req-e54b43dd-2460-4a68-9197-45b72d1ce43f tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571494 Aug 31 15:25:41.056975 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb15c2-e48e-41bc-a254-818e43c56346 req-a5cf2d6e-91f7-4dc9-b191-5594e5cd48e8 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:41.058766 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-badb15c2-e48e-41bc-a254-818e43c56346 req-a5cf2d6e-91f7-4dc9-b191-5594e5cd48e8 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.64 "GET /v2.0/networks?id=e69e116f-bb94-4cd0-8e68-f0e004067172 HTTP/1.1" status: 200 len: 809 time: 0.1634471 Aug 31 15:25:41.107791 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [req-badb15c2-e48e-41bc-a254-818e43c56346 req-cedd3812-25f6-40e0-bba5-f6b13aee820c tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Request body: {'port': {'device_id': '9c074e6f-bda6-48b8-b796-a21e3bc0291a', 'network_id': 'e69e116f-bb94-4cd0-8e68-f0e004067172', 'admin_state_up': True, 'tenant_id': 'b72bed8903af49ecb668ab69cf48aa85'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:25:41.141163 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8ee6f9fe-a771-48ef-af18-2426f20f883f req-71842b65-cb93-4f13-8eda-09fd3aa1b7ab tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26f6034b-bae8-44e6-8979-2629168a2783 HTTP/1.1" status: 200 len: 210 time: 0.0676694 Aug 31 15:25:41.255884 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [req-badb15c2-e48e-41bc-a254-818e43c56346 req-cedd3812-25f6-40e0-bba5-f6b13aee820c tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:41.259854 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-badb15c2-e48e-41bc-a254-818e43c56346 req-cedd3812-25f6-40e0-bba5-f6b13aee820c tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Usage tracker for resource:port and tenant:b72bed8903af49ecb668ab69cf48aa85 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:41.262687 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-badb15c2-e48e-41bc-a254-818e43c56346 req-cedd3812-25f6-40e0-bba5-f6b13aee820c tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:41.268296 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [req-badb15c2-e48e-41bc-a254-818e43c56346 req-cedd3812-25f6-40e0-bba5-f6b13aee820c tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:41.282156 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-badb15c2-e48e-41bc-a254-818e43c56346 req-cedd3812-25f6-40e0-bba5-f6b13aee820c tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Made reservation on behalf of b72bed8903af49ecb668ab69cf48aa85 for: {'port': 1} {{(pid=79277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:25:41.285964 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-badb15c2-e48e-41bc-a254-818e43c56346 req-cedd3812-25f6-40e0-bba5-f6b13aee820c tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:41.442766 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29d194-d898-4671-abd8-ee076c917422 req-219752e0-57a9-45d1-90a3-43a862a592da tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:41.444931 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ba29d194-d898-4671-abd8-ee076c917422 req-219752e0-57a9-45d1-90a3-43a862a592da tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/ports?device_id=53f72fd9-640e-41e3-88f4-9d0fcdef7478 HTTP/1.1" status: 200 len: 947 time: 0.0831356 Aug 31 15:25:41.460873 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.db_base_plugin_common [req-badb15c2-e48e-41bc-a254-818e43c56346 req-cedd3812-25f6-40e0-bba5-f6b13aee820c tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Allocated IP 172.20.0.4 (e69e116f-bb94-4cd0-8e68-f0e004067172/65cdaaf3-5f8d-4970-ae29-5840f61268a3/5f61a459-aa56-4d37-bb4c-ee002864e471) {{(pid=79277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:25:41.498121 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ba29d194-d898-4671-abd8-ee076c917422 req-ce260cb1-0234-465d-9d95-756f84c270db tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/security-groups?id=98f68f79-071d-4d6a-b9a6-75122aad0f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465770 Aug 31 15:25:41.678078 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-badb15c2-e48e-41bc-a254-818e43c56346 req-cedd3812-25f6-40e0-bba5-f6b13aee820c tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Notify callbacks [] for port, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:41.711063 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-badb15c2-e48e-41bc-a254-818e43c56346 req-cedd3812-25f6-40e0-bba5-f6b13aee820c tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264'] for port, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:41.740870 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:41.864900 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd3812-25f6-40e0-bba5-f6b13aee820c tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Pushing event updated for resources: {'Port': ['ID=5f61a459-aa56-4d37-bb4c-ee002864e471,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:41.927354 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-badb15c2-e48e-41bc-a254-818e43c56346 req-cedd3812-25f6-40e0-bba5-f6b13aee820c tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Network e69e116f-bb94-4cd0-8e68-f0e004067172 is already hosted by enough agents. {{(pid=79277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:25:41.928706 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-cedd3812-25f6-40e0-bba5-f6b13aee820c tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:41.935110 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.base_scheduler [req-badb15c2-e48e-41bc-a254-818e43c56346 req-cedd3812-25f6-40e0-bba5-f6b13aee820c tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Resources bound (agent type, host, resource id): {{(pid=79277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:25:41.948549 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [req-badb15c2-e48e-41bc-a254-818e43c56346 req-cedd3812-25f6-40e0-bba5-f6b13aee820c tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Received port after_create {{(pid=79277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:25:41.955551 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb15c2-e48e-41bc-a254-818e43c56346 req-cedd3812-25f6-40e0-bba5-f6b13aee820c tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:41.956243 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-badb15c2-e48e-41bc-a254-818e43c56346 req-cedd3812-25f6-40e0-bba5-f6b13aee820c tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:42.051530 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-badb15c2-e48e-41bc-a254-818e43c56346 req-cedd3812-25f6-40e0-bba5-f6b13aee820c tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9472575 Aug 31 15:25:42.083419 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [req-badb15c2-e48e-41bc-a254-818e43c56346 req-b2e990bd-9235-453f-90a1-3a32e7f56b0b service neutron] Request body: {'port': {'device_id': '9c074e6f-bda6-48b8-b796-a21e3bc0291a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:25:42.115109 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-93fc65eb-504b-48d5-ae0f-d4ca8f799344 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:42.116861 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-93fc65eb-504b-48d5-ae0f-d4ca8f799344 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.64 "GET /v2.0/networks?id=922ac450-4677-43bc-8efe-225f00db650b HTTP/1.1" status: 200 len: 814 time: 0.4031503 Aug 31 15:25:42.146181 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-a9ee1cab-fcc7-448e-ba78-31866b332df6 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Request body: {'port': {'device_id': '26f6034b-bae8-44e6-8979-2629168a2783', 'network_id': '922ac450-4677-43bc-8efe-225f00db650b', 'admin_state_up': True, 'tenant_id': '6d830094621a47f083137ccc6fa15151'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:25:42.183560 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a94f3d-e50c-46e0-9e2a-d4228730ae54 req-cba6dac7-400a-4608-b516-f2c4006e8a50 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:42.185372 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-08a94f3d-e50c-46e0-9e2a-d4228730ae54 req-cba6dac7-400a-4608-b516-f2c4006e8a50 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.1482916 Aug 31 15:25:42.241364 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-08a94f3d-e50c-46e0-9e2a-d4228730ae54 req-9e8fc804-63af-4e17-90d2-e38d7a4264c5 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462260 Aug 31 15:25:42.390339 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c8fe5-8080-41bf-ad20-ae776b695cb6 req-d85ac0ae-9e21-4b8f-8177-95984b34de06 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:42.391031 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-506c8fe5-8080-41bf-ad20-ae776b695cb6 req-d85ac0ae-9e21-4b8f-8177-95984b34de06 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Synchronizing usage tracker for tenant:b72bed8903af49ecb668ab69cf48aa85 on resource:port {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:25:42.439031 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-badb15c2-e48e-41bc-a254-818e43c56346 req-b2e990bd-9235-453f-90a1-3a32e7f56b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:42.465012 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-506c8fe5-8080-41bf-ad20-ae776b695cb6 req-d85ac0ae-9e21-4b8f-8177-95984b34de06 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Unset dirty status for tenant:b72bed8903af49ecb668ab69cf48aa85 on resource:port {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:25:42.466168 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-506c8fe5-8080-41bf-ad20-ae776b695cb6 req-d85ac0ae-9e21-4b8f-8177-95984b34de06 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c074e6f-bda6-48b8-b796-a21e3bc0291a HTTP/1.1" status: 200 len: 931 time: 0.4814634 Aug 31 15:25:42.565244 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-a9ee1cab-fcc7-448e-ba78-31866b332df6 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:42.568842 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-99c58da8-4a69-48d4-b162-864e5e9940fa req-5ad42f0f-a07a-4464-b135-a4001426ae7c tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26f6034b-bae8-44e6-8979-2629168a2783 HTTP/1.1" status: 200 len: 210 time: 0.0462122 Aug 31 15:25:42.598300 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-506c8fe5-8080-41bf-ad20-ae776b695cb6 req-e8e06a4d-1d70-42b7-bf5c-4391c7fd41d4 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944910 Aug 31 15:25:42.604417 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-a9ee1cab-fcc7-448e-ba78-31866b332df6 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:42.662745 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-a9ee1cab-fcc7-448e-ba78-31866b332df6 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Made reservation on behalf of 6d830094621a47f083137ccc6fa15151 for: {'port': 1} {{(pid=79277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:25:42.667565 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-a9ee1cab-fcc7-448e-ba78-31866b332df6 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:42.747254 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 46618) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:42.795011 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d667b79-3beb-4f8c-8846-611f88ad2189 req-cd3729f5-6844-4e36-a080-e18b9a93228d tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:42.796874 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-3d667b79-3beb-4f8c-8846-611f88ad2189 req-cd3729f5-6844-4e36-a080-e18b9a93228d tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/ports?device_id=53f72fd9-640e-41e3-88f4-9d0fcdef7478 HTTP/1.1" status: 200 len: 947 time: 0.1014278 Aug 31 15:25:42.850014 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 88aa3751-2ddb-4721-ad6d-d4c6f89e993d details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:25:42.882877 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-3d667b79-3beb-4f8c-8846-611f88ad2189 req-a0a06452-1a93-4db2-a3d0-6901b2339f15 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/security-groups?id=98f68f79-071d-4d6a-b9a6-75122aad0f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795531 Aug 31 15:25:42.923956 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-399add8c-b1ce-4353-a01d-f703d5d134f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:42.940343 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-399add8c-b1ce-4353-a01d-f703d5d134f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:42.944506 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-399add8c-b1ce-4353-a01d-f703d5d134f1 admin admin] Usage tracker for resource:security_group_rule and tenant:c1334213578847788f374899106f262e is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:42.947917 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-399add8c-b1ce-4353-a01d-f703d5d134f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:42.953879 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-399add8c-b1ce-4353-a01d-f703d5d134f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:42.996442 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.db_base_plugin_common [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-a9ee1cab-fcc7-448e-ba78-31866b332df6 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Allocated IP 172.20.0.8 (922ac450-4677-43bc-8efe-225f00db650b/b781785a-1525-4ce8-bd55-de803c89ddc0/02817dfe-035b-4d21-84a1-2620d1f71937) {{(pid=79277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:25:43.053026 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 6 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:25:43.062340 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-399add8c-b1ce-4353-a01d-f703d5d134f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:43.067891 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-399add8c-b1ce-4353-a01d-f703d5d134f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:43.076417 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 88aa3751-2ddb-4721-ad6d-d4c6f89e993d, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=88aa3751-2ddb-4721-ad6d-d4c6f89e993d,segment=NetworkSegment(8ee1e087-8bcf-4f69-ac3e-bd613f8cbc78),segment_id=8ee1e087-8bcf-4f69-ac3e-bd613f8cbc78)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:25:43.078041 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-fae4f7de-efd3-4f59-a2f6-36ae725d19e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:43.101536 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Returning: {'device': '88aa3751-2ddb-4721-ad6d-d4c6f89e993d', 'network_id': '8f130cb4-0560-436e-82bd-598df8a64ba6', 'port_id': '88aa3751-2ddb-4721-ad6d-d4c6f89e993d', 'mac_address': 'fa:16:3e:93:08:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 944, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd82bf0c9-8730-4e37-86ed-415a7ba56cc0', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:25:43.109860 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [req-badb15c2-e48e-41bc-a254-818e43c56346 req-b2e990bd-9235-453f-90a1-3a32e7f56b0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f61a459-aa56-4d37-bb4c-ee002864e471 {{(pid=79277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:25:43.133530 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-399add8c-b1ce-4353-a01d-f703d5d134f1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c1334213578847788f374899106f262e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3783145 Aug 31 15:25:43.133688 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-badb15c2-e48e-41bc-a254-818e43c56346 req-b2e990bd-9235-453f-90a1-3a32e7f56b0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:43.133777 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 46630) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:43.133777 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399add8c-b1ce-4353-a01d-f703d5d134f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1658264f-9e1c-41e7-9a37-a6ccf7f4302e,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:43.152586 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-399add8c-b1ce-4353-a01d-f703d5d134f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:43.180663 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.provisioning_blocks [req-badb15c2-e48e-41bc-a254-818e43c56346 req-b2e990bd-9235-453f-90a1-3a32e7f56b0b service neutron] Transition to ACTIVE for port object 5f61a459-aa56-4d37-bb4c-ee002864e471 will not be triggered until provisioned by entity L2. {{(pid=79277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:25:43.189153 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-badb15c2-e48e-41bc-a254-818e43c56346 req-b2e990bd-9235-453f-90a1-3a32e7f56b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:43.218190 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:43.219218 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b3f2d43d-fd21-4a78-92b1-8bf8bedcf8ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:43.243898 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-cedd3812-25f6-40e0-bba5-f6b13aee820c tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:43.247536 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88aa3751-2ddb-4721-ad6d-d4c6f89e993d {{(pid=79278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:25:43.251552 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b3f2d43d-fd21-4a78-92b1-8bf8bedcf8ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:43.272496 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 88aa3751-2ddb-4721-ad6d-d4c6f89e993d, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=88aa3751-2ddb-4721-ad6d-d4c6f89e993d,segment=NetworkSegment(8ee1e087-8bcf-4f69-ac3e-bd613f8cbc78),segment_id=8ee1e087-8bcf-4f69-ac3e-bd613f8cbc78)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:25:43.278248 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:43.281569 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:43.330738 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b3f2d43d-fd21-4a78-92b1-8bf8bedcf8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:43.338746 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:43.359852 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f2d43d-fd21-4a78-92b1-8bf8bedcf8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1658264f-9e1c-41e7-9a37-a6ccf7f4302e,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:43.372642 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-b3f2d43d-fd21-4a78-92b1-8bf8bedcf8ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:43.377477 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b3f2d43d-fd21-4a78-92b1-8bf8bedcf8ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:43.381561 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-b3f2d43d-fd21-4a78-92b1-8bf8bedcf8ce admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1658264f-9e1c-41e7-9a37-a6ccf7f4302e HTTP/1.1" status: 204 len: 168 time: 0.2491496 Aug 31 15:25:43.454948 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e990bd-9235-453f-90a1-3a32e7f56b0b service neutron] Pushing event updated for resources: {'Port': ['ID=5f61a459-aa56-4d37-bb4c-ee002864e471,revision_number=2']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:43.455861 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=88aa3751-2ddb-4721-ad6d-d4c6f89e993d,revision_number=4']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:43.458411 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-b2e990bd-9235-453f-90a1-3a32e7f56b0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:43.480980 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:43.580979 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-badb15c2-e48e-41bc-a254-818e43c56346 req-b2e990bd-9235-453f-90a1-3a32e7f56b0b service neutron] Attempting to bind port 5f61a459-aa56-4d37-bb4c-ee002864e471 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:25:43.581395 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-badb15c2-e48e-41bc-a254-818e43c56346 req-b2e990bd-9235-453f-90a1-3a32e7f56b0b service neutron] Attempting to bind port 5f61a459-aa56-4d37-bb4c-ee002864e471 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': 'db3e898c-5512-41a1-8392-127d94691559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'e69e116f-bb94-4cd0-8e68-f0e004067172'}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:25:43.581815 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badb15c2-e48e-41bc-a254-818e43c56346 req-b2e990bd-9235-453f-90a1-3a32e7f56b0b service neutron] Attempting to bind port 5f61a459-aa56-4d37-bb4c-ee002864e471 on network e69e116f-bb94-4cd0-8e68-f0e004067172 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:25:43.588430 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-a9ee1cab-fcc7-448e-ba78-31866b332df6 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Notify callbacks [] for port, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:43.596995 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badb15c2-e48e-41bc-a254-818e43c56346 req-b2e990bd-9235-453f-90a1-3a32e7f56b0b service neutron] Port 5f61a459-aa56-4d37-bb4c-ee002864e471 on network e69e116f-bb94-4cd0-8e68-f0e004067172 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 31 15:25:43.597456 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badb15c2-e48e-41bc-a254-818e43c56346 req-b2e990bd-9235-453f-90a1-3a32e7f56b0b service neutron] Attempting to bind port 5f61a459-aa56-4d37-bb4c-ee002864e471 on network e69e116f-bb94-4cd0-8e68-f0e004067172 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:25:43.614918 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badb15c2-e48e-41bc-a254-818e43c56346 req-b2e990bd-9235-453f-90a1-3a32e7f56b0b service neutron] Checking agent: {'id': '62cd79da-47e6-4754-8d0e-eaf0f2299a96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 22, 7), 'started_at': datetime.datetime(2021, 8, 31, 15, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:25:43.615277 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badb15c2-e48e-41bc-a254-818e43c56346 req-b2e990bd-9235-453f-90a1-3a32e7f56b0b service neutron] Checking segment: {'id': 'db3e898c-5512-41a1-8392-127d94691559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'e69e116f-bb94-4cd0-8e68-f0e004067172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:25:43.615670 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badb15c2-e48e-41bc-a254-818e43c56346 req-b2e990bd-9235-453f-90a1-3a32e7f56b0b service neutron] Bound using segment: {'id': 'db3e898c-5512-41a1-8392-127d94691559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'e69e116f-bb94-4cd0-8e68-f0e004067172'} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:25:43.616106 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-badb15c2-e48e-41bc-a254-818e43c56346 req-b2e990bd-9235-453f-90a1-3a32e7f56b0b service neutron] Bound port: 5f61a459-aa56-4d37-bb4c-ee002864e471, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db3e898c-5512-41a1-8392-127d94691559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'e69e116f-bb94-4cd0-8e68-f0e004067172'}}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:25:43.616452 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-badb15c2-e48e-41bc-a254-818e43c56346 req-b2e990bd-9235-453f-90a1-3a32e7f56b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:43.714630 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1933c-5fcc-42d0-a45b-dd82d0975eae req-55ecff2a-8924-4f4a-bab1-66accf5bf5df tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:43.716197 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-cff1933c-5fcc-42d0-a45b-dd82d0975eae req-55ecff2a-8924-4f4a-bab1-66accf5bf5df tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.2569242 Aug 31 15:25:43.767898 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-a9ee1cab-fcc7-448e-ba78-31866b332df6 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264'] for port, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:43.784563 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-badb15c2-e48e-41bc-a254-818e43c56346 req-b2e990bd-9235-453f-90a1-3a32e7f56b0b service neutron] For port 5f61a459-aa56-4d37-bb4c-ee002864e471, host hv-cinder-80278, cleared binding levels {{(pid=79277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:25:43.786655 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-5ea54673-f1fd-4448-9f60-2621fa23b503 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:43.822385 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] get_ports_and_sgs() called for port_ids ['511eb749-2a1b-4aa6-9244-8fc1a7778e9a'] {{(pid=79278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:25:43.864408 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02ce81-5a0a-47bc-a2d9-9692adcfdc4b req-7222be3a-bbca-4bdf-a277-5c31c745007e tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:43.866095 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-8f02ce81-5a0a-47bc-a2d9-9692adcfdc4b req-7222be3a-bbca-4bdf-a277-5c31c745007e tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26f6034b-bae8-44e6-8979-2629168a2783 HTTP/1.1" status: 200 len: 931 time: 0.1195898 Aug 31 15:25:43.869433 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-cff1933c-5fcc-42d0-a45b-dd82d0975eae req-830308aa-acfa-451c-a427-88dd12d7779d tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378770 Aug 31 15:25:43.873169 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-badb15c2-e48e-41bc-a254-818e43c56346 req-b2e990bd-9235-453f-90a1-3a32e7f56b0b service neutron] For port 5f61a459-aa56-4d37-bb4c-ee002864e471, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=5f61a459-aa56-4d37-bb4c-ee002864e471,segment=NetworkSegment(db3e898c-5512-41a1-8392-127d94691559),segment_id=db3e898c-5512-41a1-8392-127d94691559)] {{(pid=79277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:25:43.880121 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-a9ee1cab-fcc7-448e-ba78-31866b332df6 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Network 922ac450-4677-43bc-8efe-225f00db650b is already hosted by enough agents. {{(pid=79277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:25:43.884310 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.base_scheduler [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-a9ee1cab-fcc7-448e-ba78-31866b332df6 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Resources bound (agent type, host, resource id): {{(pid=79277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:25:43.887476 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] get_ports_and_sgs() called for port_ids ['88aa3751-2ddb-4721-ad6d-d4c6f89e993d'] {{(pid=79278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:25:43.888113 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-a9ee1cab-fcc7-448e-ba78-31866b332df6 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Received port after_create {{(pid=79277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:25:43.893495 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-a9ee1cab-fcc7-448e-ba78-31866b332df6 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:43.894150 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-a9ee1cab-fcc7-448e-ba78-31866b332df6 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:43.906581 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-badb15c2-e48e-41bc-a254-818e43c56346 req-b2e990bd-9235-453f-90a1-3a32e7f56b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:43.916129 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee1cab-fcc7-448e-ba78-31866b332df6 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Pushing event updated for resources: {'Port': ['ID=02817dfe-035b-4d21-84a1-2620d1f71937,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:43.926869 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 46660) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:43.936144 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-a9ee1cab-fcc7-448e-ba78-31866b332df6 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:43.943708 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-cd36b757-0872-4584-a154-06fdbabd6a9c tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:43.973931 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-cff85b09-9572-4d0e-af2e-057eae1e17dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:44.029195 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-cff85b09-9572-4d0e-af2e-057eae1e17dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:44.038481 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-cff85b09-9572-4d0e-af2e-057eae1e17dd admin admin] Usage tracker for resource:security_group_rule and tenant:8d3355d5190a40598dfcaae8b4a3cab1 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:44.046685 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb15c2-e48e-41bc-a254-818e43c56346 req-b2e990bd-9235-453f-90a1-3a32e7f56b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:44.047499 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-badb15c2-e48e-41bc-a254-818e43c56346 req-b2e990bd-9235-453f-90a1-3a32e7f56b0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:44.049158 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-badb15c2-e48e-41bc-a254-818e43c56346 req-b2e990bd-9235-453f-90a1-3a32e7f56b0b service neutron] 10.222.0.64 "PUT /v2.0/ports/5f61a459-aa56-4d37-bb4c-ee002864e471 HTTP/1.1" status: 200 len: 1093 time: 1.9700472 Aug 31 15:25:44.049756 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c074e6f-bda6-48b8-b796-a21e3bc0291a', 'tag': '5f61a459-aa56-4d37-bb4c-ee002864e471'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:25:44.052992 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-cff85b09-9572-4d0e-af2e-057eae1e17dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:44.072373 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-cff85b09-9572-4d0e-af2e-057eae1e17dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:44.115905 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-8f02ce81-5a0a-47bc-a2d9-9692adcfdc4b req-93ad4de7-2819-4100-8994-b1baa0eda80a tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428889 Aug 31 15:25:44.125443 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-a9ee1cab-fcc7-448e-ba78-31866b332df6 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9844000 Aug 31 15:25:44.213899 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-4062e260-64c3-46ea-a527-34ba22e763f5 service neutron] Request body: {'port': {'device_id': '26f6034b-bae8-44e6-8979-2629168a2783', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:25:44.263680 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e990bd-9235-453f-90a1-3a32e7f56b0b service neutron] Pushing event updated for resources: {'Port': ['ID=5f61a459-aa56-4d37-bb4c-ee002864e471,revision_number=3']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:44.294369 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-b2e990bd-9235-453f-90a1-3a32e7f56b0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:44.363302 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-cff85b09-9572-4d0e-af2e-057eae1e17dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:44.366801 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-cff85b09-9572-4d0e-af2e-057eae1e17dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:44.378710 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:44.404696 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39fa74-b63e-4ec5-8d42-fcd75ed4ac9d req-71a41e7f-c5d0-4f36-b750-33ed02ccb1b5 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:44.404995 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d08110f-3481-4115-8b15-c573ea31a5ea req-cf6d59c9-bab2-46bf-8775-ac318467401c tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:44.406364 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6d08110f-3481-4115-8b15-c573ea31a5ea req-cf6d59c9-bab2-46bf-8775-ac318467401c tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c074e6f-bda6-48b8-b796-a21e3bc0291a HTTP/1.1" status: 200 len: 943 time: 0.3455174 Aug 31 15:25:44.408297 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-bf39fa74-b63e-4ec5-8d42-fcd75ed4ac9d req-71a41e7f-c5d0-4f36-b750-33ed02ccb1b5 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/ports?device_id=53f72fd9-640e-41e3-88f4-9d0fcdef7478 HTTP/1.1" status: 200 len: 948 time: 0.1694469 Aug 31 15:25:44.417675 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb15c2-e48e-41bc-a254-818e43c56346 req-7449ea03-7395-40f1-b776-4a3b29d4bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:44.419428 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-badb15c2-e48e-41bc-a254-818e43c56346 req-7449ea03-7395-40f1-b776-4a3b29d4bbc3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b72bed8903af49ecb668ab69cf48aa85&device_id=9c074e6f-bda6-48b8-b796-a21e3bc0291a HTTP/1.1" status: 200 len: 1096 time: 0.2620356 Aug 31 15:25:44.432125 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-4062e260-64c3-46ea-a527-34ba22e763f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:44.457163 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff85b09-9572-4d0e-af2e-057eae1e17dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249ce4ce-bec3-45ea-8455-2e14c80ace64,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:44.469966 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-cff85b09-9572-4d0e-af2e-057eae1e17dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:44.494813 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-cff85b09-9572-4d0e-af2e-057eae1e17dd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8d3355d5190a40598dfcaae8b4a3cab1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5635943 Aug 31 15:25:44.495922 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 46678) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:44.518144 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-bf39fa74-b63e-4ec5-8d42-fcd75ed4ac9d req-041fb567-8396-4cf0-9284-86368feee149 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/security-groups?id=98f68f79-071d-4d6a-b9a6-75122aad0f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797870 Aug 31 15:25:44.594053 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c07a27be-fe1f-499f-8ec9-2eac0efdfe51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:44.612030 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c074e6f-bda6-48b8-b796-a21e3bc0291a', 'tag': '5f61a459-aa56-4d37-bb4c-ee002864e471', 'status': 'completed', 'code': 200} Aug 31 15:25:44.615035 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-badb15c2-e48e-41bc-a254-818e43c56346 req-364f0433-d189-42bc-949f-48c3d1904e0f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f61a459-aa56-4d37-bb4c-ee002864e471 HTTP/1.1" status: 200 len: 217 time: 0.1722252 Aug 31 15:25:44.628050 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c07a27be-fe1f-499f-8ec9-2eac0efdfe51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:44.689988 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c07a27be-fe1f-499f-8ec9-2eac0efdfe51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:44.697796 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-b3f2d43d-fd21-4a78-92b1-8bf8bedcf8ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:44.716406 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a27be-fe1f-499f-8ec9-2eac0efdfe51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249ce4ce-bec3-45ea-8455-2e14c80ace64,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:44.719401 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-c07a27be-fe1f-499f-8ec9-2eac0efdfe51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:44.721729 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c07a27be-fe1f-499f-8ec9-2eac0efdfe51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:44.722849 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-c07a27be-fe1f-499f-8ec9-2eac0efdfe51 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/249ce4ce-bec3-45ea-8455-2e14c80ace64 HTTP/1.1" status: 204 len: 168 time: 0.2265892 Aug 31 15:25:44.738682 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6d08110f-3481-4115-8b15-c573ea31a5ea req-14a72f3f-3035-45d2-bf05-eaf4891e55e6 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258960 Aug 31 15:25:44.819844 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb15c2-e48e-41bc-a254-818e43c56346 req-6f2fceb7-8797-4bd4-8c21-4d8afafd1b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:44.821453 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-badb15c2-e48e-41bc-a254-818e43c56346 req-6f2fceb7-8797-4bd4-8c21-4d8afafd1b2a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65cdaaf3-5f8d-4970-ae29-5840f61268a3 HTTP/1.1" status: 200 len: 849 time: 0.1762605 Aug 31 15:25:44.904955 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-badb15c2-e48e-41bc-a254-818e43c56346 req-a6659397-00b2-4ecf-b1aa-861172922a80 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e69e116f-bb94-4cd0-8e68-f0e004067172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584688 Aug 31 15:25:45.243600 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-badb15c2-e48e-41bc-a254-818e43c56346 req-66b3042c-7bed-4751-9ef7-df61f66e3482 service neutron] 10.222.0.64 "GET /v2.0/networks/e69e116f-bb94-4cd0-8e68-f0e004067172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230195 Aug 31 15:25:45.324606 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5919280-7473-489a-8d5b-b0ce367bb62d req-6bc4ed95-e35d-4c88-80c8-8eba3499c9bd tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:45.326309 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e5919280-7473-489a-8d5b-b0ce367bb62d req-6bc4ed95-e35d-4c88-80c8-8eba3499c9bd tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.2737772 Aug 31 15:25:45.413424 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa1ebd-0517-4d27-a63a-3ee910df85c5 req-1f0416ec-f6e7-4d7a-b724-f2bda591d8f6 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:45.426129 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-a1fa1ebd-0517-4d27-a63a-3ee910df85c5 req-1f0416ec-f6e7-4d7a-b724-f2bda591d8f6 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26f6034b-bae8-44e6-8979-2629168a2783 HTTP/1.1" status: 200 len: 931 time: 0.1123903 Aug 31 15:25:45.465464 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-4062e260-64c3-46ea-a527-34ba22e763f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02817dfe-035b-4d21-84a1-2620d1f71937 {{(pid=79277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:25:45.488014 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-a1fa1ebd-0517-4d27-a63a-3ee910df85c5 req-f8a7742a-a07a-496a-8233-b701374faf94 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578771 Aug 31 15:25:45.489075 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-4062e260-64c3-46ea-a527-34ba22e763f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:45.501959 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e5919280-7473-489a-8d5b-b0ce367bb62d req-f338c4b5-cb4f-4524-8476-5bd0c207e23b tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985613 Aug 31 15:25:45.544634 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.provisioning_blocks [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-4062e260-64c3-46ea-a527-34ba22e763f5 service neutron] Transition to ACTIVE for port object 02817dfe-035b-4d21-84a1-2620d1f71937 will not be triggered until provisioned by entity L2. {{(pid=79277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:25:45.547208 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-badb15c2-e48e-41bc-a254-818e43c56346 req-5d5f0d61-373f-43d7-90d5-49ba499ffcc2 service neutron] 10.222.0.64 "GET /v2.0/networks/e69e116f-bb94-4cd0-8e68-f0e004067172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903411 Aug 31 15:25:45.550073 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-4062e260-64c3-46ea-a527-34ba22e763f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:45.554100 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:45.751386 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b020c8c-7881-4c25-bbda-464d2a4a223b req-19312e30-6e52-42e9-8954-89b4e7aa27f5 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:45.761547 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-5b020c8c-7881-4c25-bbda-464d2a4a223b req-19312e30-6e52-42e9-8954-89b4e7aa27f5 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/ports?device_id=53f72fd9-640e-41e3-88f4-9d0fcdef7478 HTTP/1.1" status: 200 len: 948 time: 0.1060581 Aug 31 15:25:45.830330 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-5b020c8c-7881-4c25-bbda-464d2a4a223b req-db455ded-ad1d-4a03-a648-16806f02e6d2 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/security-groups?id=98f68f79-071d-4d6a-b9a6-75122aad0f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673132 Aug 31 15:25:45.848558 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-4062e260-64c3-46ea-a527-34ba22e763f5 service neutron] Attempting to bind port 02817dfe-035b-4d21-84a1-2620d1f71937 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:25:45.848912 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-4062e260-64c3-46ea-a527-34ba22e763f5 service neutron] Attempting to bind port 02817dfe-035b-4d21-84a1-2620d1f71937 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': 'c04ecbb1-0952-4af4-8fe9-edf346411969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '922ac450-4677-43bc-8efe-225f00db650b'}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:25:45.849205 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-4062e260-64c3-46ea-a527-34ba22e763f5 service neutron] Attempting to bind port 02817dfe-035b-4d21-84a1-2620d1f71937 on network 922ac450-4677-43bc-8efe-225f00db650b {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:25:45.851348 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062e260-64c3-46ea-a527-34ba22e763f5 service neutron] Pushing event updated for resources: {'Port': ['ID=02817dfe-035b-4d21-84a1-2620d1f71937,revision_number=2']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:45.861971 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-4062e260-64c3-46ea-a527-34ba22e763f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:45.877758 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-4062e260-64c3-46ea-a527-34ba22e763f5 service neutron] Port 02817dfe-035b-4d21-84a1-2620d1f71937 on network 922ac450-4677-43bc-8efe-225f00db650b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 31 15:25:45.878399 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-4062e260-64c3-46ea-a527-34ba22e763f5 service neutron] Attempting to bind port 02817dfe-035b-4d21-84a1-2620d1f71937 on network 922ac450-4677-43bc-8efe-225f00db650b {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:25:45.885407 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-4062e260-64c3-46ea-a527-34ba22e763f5 service neutron] Checking agent: {'id': '62cd79da-47e6-4754-8d0e-eaf0f2299a96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 22, 7), 'started_at': datetime.datetime(2021, 8, 31, 15, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:25:45.885922 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-4062e260-64c3-46ea-a527-34ba22e763f5 service neutron] Checking segment: {'id': 'c04ecbb1-0952-4af4-8fe9-edf346411969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '922ac450-4677-43bc-8efe-225f00db650b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:25:45.886498 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-4062e260-64c3-46ea-a527-34ba22e763f5 service neutron] Bound using segment: {'id': 'c04ecbb1-0952-4af4-8fe9-edf346411969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '922ac450-4677-43bc-8efe-225f00db650b'} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:25:45.887079 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-4062e260-64c3-46ea-a527-34ba22e763f5 service neutron] Bound port: 02817dfe-035b-4d21-84a1-2620d1f71937, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c04ecbb1-0952-4af4-8fe9-edf346411969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '922ac450-4677-43bc-8efe-225f00db650b'}}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:25:45.887635 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-4062e260-64c3-46ea-a527-34ba22e763f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:46.081136 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a489f05-bc41-4614-be4c-03ec8f4d87cb req-c6ce4e77-fffb-4298-8f84-6e1a5b8d1d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:46.082712 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8a489f05-bc41-4614-be4c-03ec8f4d87cb req-c6ce4e77-fffb-4298-8f84-6e1a5b8d1d81 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b72bed8903af49ecb668ab69cf48aa85&device_id=9c074e6f-bda6-48b8-b796-a21e3bc0291a HTTP/1.1" status: 200 len: 1096 time: 0.3213196 Aug 31 15:25:46.092433 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-4062e260-64c3-46ea-a527-34ba22e763f5 service neutron] For port 02817dfe-035b-4d21-84a1-2620d1f71937, host hv-cinder-80278, cleared binding levels {{(pid=79277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:25:46.098012 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-4062e260-64c3-46ea-a527-34ba22e763f5 service neutron] For port 02817dfe-035b-4d21-84a1-2620d1f71937, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=02817dfe-035b-4d21-84a1-2620d1f71937,segment=NetworkSegment(c04ecbb1-0952-4af4-8fe9-edf346411969),segment_id=c04ecbb1-0952-4af4-8fe9-edf346411969)] {{(pid=79277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:25:46.123633 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-4062e260-64c3-46ea-a527-34ba22e763f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:46.131620 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:46.358141 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-4062e260-64c3-46ea-a527-34ba22e763f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:46.358804 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-4062e260-64c3-46ea-a527-34ba22e763f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:46.360163 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-4062e260-64c3-46ea-a527-34ba22e763f5 service neutron] 10.222.0.64 "PUT /v2.0/ports/02817dfe-035b-4d21-84a1-2620d1f71937 HTTP/1.1" status: 200 len: 1093 time: 2.1910765 Aug 31 15:25:46.370941 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923c845-62f6-4c56-ac33-eeb000c89d49 req-7416afdf-09e6-488f-a2ec-1863e2a4823a tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:46.372496 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a923c845-62f6-4c56-ac33-eeb000c89d49 req-7416afdf-09e6-488f-a2ec-1863e2a4823a tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c074e6f-bda6-48b8-b796-a21e3bc0291a HTTP/1.1" status: 200 len: 943 time: 0.4103849 Aug 31 15:25:46.421791 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062e260-64c3-46ea-a527-34ba22e763f5 service neutron] Pushing event updated for resources: {'Port': ['ID=02817dfe-035b-4d21-84a1-2620d1f71937,revision_number=3']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:46.434931 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-4062e260-64c3-46ea-a527-34ba22e763f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:46.464230 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a489f05-bc41-4614-be4c-03ec8f4d87cb req-95b722ba-e3a6-4d82-a8d1-9339ccd820ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:46.465696 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8a489f05-bc41-4614-be4c-03ec8f4d87cb req-95b722ba-e3a6-4d82-a8d1-9339ccd820ad service neutron] 10.222.0.64 "GET /v2.0/networks?id=e69e116f-bb94-4cd0-8e68-f0e004067172 HTTP/1.1" status: 200 len: 910 time: 0.3696215 Aug 31 15:25:46.581388 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a923c845-62f6-4c56-ac33-eeb000c89d49 req-7ee2474d-13e5-4e0b-be27-24be1fe71c32 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942155 Aug 31 15:25:46.594967 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8a489f05-bc41-4614-be4c-03ec8f4d87cb req-357cc1d6-c0ae-48ab-a5d9-a4f655937159 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f61a459-aa56-4d37-bb4c-ee002864e471 HTTP/1.1" status: 200 len: 217 time: 0.0951633 Aug 31 15:25:46.613000 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f6034b-bae8-44e6-8979-2629168a2783', 'tag': '02817dfe-035b-4d21-84a1-2620d1f71937'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:25:46.720018 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546b20b-5bbb-404c-87d4-0abd84842c29 req-e0cc84c3-cae7-4cca-bec1-cc5738c81118 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:46.721877 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-0546b20b-5bbb-404c-87d4-0abd84842c29 req-e0cc84c3-cae7-4cca-bec1-cc5738c81118 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26f6034b-bae8-44e6-8979-2629168a2783 HTTP/1.1" status: 200 len: 943 time: 0.1031406 Aug 31 15:25:46.783559 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-0546b20b-5bbb-404c-87d4-0abd84842c29 req-4e70016e-4f8d-4093-bcec-f677527ca736 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544448 Aug 31 15:25:46.797591 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a489f05-bc41-4614-be4c-03ec8f4d87cb req-0035a908-dd5f-4bc3-8e99-349f53e79b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:46.799025 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8a489f05-bc41-4614-be4c-03ec8f4d87cb req-0035a908-dd5f-4bc3-8e99-349f53e79b19 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65cdaaf3-5f8d-4970-ae29-5840f61268a3 HTTP/1.1" status: 200 len: 849 time: 0.1869860 Aug 31 15:25:46.807775 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-bf874a6d-7881-4895-90d1-420330e96a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:46.809100 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-bf874a6d-7881-4895-90d1-420330e96a50 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6d830094621a47f083137ccc6fa15151&device_id=26f6034b-bae8-44e6-8979-2629168a2783 HTTP/1.1" status: 200 len: 1096 time: 0.3491943 Aug 31 15:25:46.864830 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 88aa3751-2ddb-4721-ad6d-d4c6f89e993d up at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:25:46.872685 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f6034b-bae8-44e6-8979-2629168a2783', 'tag': '02817dfe-035b-4d21-84a1-2620d1f71937', 'status': 'completed', 'code': 200} Aug 31 15:25:46.936438 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8a489f05-bc41-4614-be4c-03ec8f4d87cb req-4305a292-1828-4721-94ca-6a32c94d7855 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e69e116f-bb94-4cd0-8e68-f0e004067172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068606 Aug 31 15:25:46.965200 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning for port 88aa3751-2ddb-4721-ad6d-d4c6f89e993d completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:25:46.966458 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 46782) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:46.967943 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-0bf91e14-06e2-47a3-b652-f27bf755ed92 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02817dfe-035b-4d21-84a1-2620d1f71937 HTTP/1.1" status: 200 len: 217 time: 0.0972435 Aug 31 15:25:46.970950 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning complete for port 88aa3751-2ddb-4721-ad6d-d4c6f89e993d triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:25:46.971343 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:46.980269 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe6064-7060-415d-98d5-4c86af1e4b5f req-da65a31f-dc9d-4469-898b-fa4313ff5064 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:46.981796 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8dfe6064-7060-415d-98d5-4c86af1e4b5f req-da65a31f-dc9d-4469-898b-fa4313ff5064 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.2631044 Aug 31 15:25:47.048073 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4129eca-0da4-41f2-b862-27777e74c301 req-cc5ac269-e5d6-4d1d-8480-da18ff7ebfb3 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:47.049860 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-a4129eca-0da4-41f2-b862-27777e74c301 req-cc5ac269-e5d6-4d1d-8480-da18ff7ebfb3 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/ports?device_id=53f72fd9-640e-41e3-88f4-9d0fcdef7478 HTTP/1.1" status: 200 len: 948 time: 0.1103382 Aug 31 15:25:47.147686 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:47.157925 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8dfe6064-7060-415d-98d5-4c86af1e4b5f req-8133f497-1703-44f4-bb0d-4e6eeaf46dce tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576109 Aug 31 15:25:47.198200 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f72fd9-640e-41e3-88f4-9d0fcdef7478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88aa3751-2ddb-4721-ad6d-d4c6f89e993d'}] {{(pid=79278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:25:47.205044 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-a4129eca-0da4-41f2-b862-27777e74c301 req-39617527-7ae9-458f-8b18-42dddf2e80dd tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/security-groups?id=98f68f79-071d-4d6a-b9a6-75122aad0f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448708 Aug 31 15:25:47.205990 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-e5d16ce4-6f37-4e34-9ad5-0cd1f7f0b95b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:47.209234 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 88aa3751-2ddb-4721-ad6d-d4c6f89e993d, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=88aa3751-2ddb-4721-ad6d-d4c6f89e993d,segment=NetworkSegment(8ee1e087-8bcf-4f69-ac3e-bd613f8cbc78),segment_id=8ee1e087-8bcf-4f69-ac3e-bd613f8cbc78)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:25:47.216032 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-ffac43bb-2c65-4b5c-8936-13c859aaa8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:47.216737 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:47.217496 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-ffac43bb-2c65-4b5c-8936-13c859aaa8b5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b781785a-1525-4ce8-bd55-de803c89ddc0 HTTP/1.1" status: 200 len: 854 time: 0.2285476 Aug 31 15:25:47.219198 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:47.273729 dv-cinder-802781-4-iscsi neutron-server[79278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f72fd9-640e-41e3-88f4-9d0fcdef7478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88aa3751-2ddb-4721-ad6d-d4c6f89e993d', 'code': 200} Aug 31 15:25:47.295880 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=88aa3751-2ddb-4721-ad6d-d4c6f89e993d,revision_number=5']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:47.296462 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-e5d16ce4-6f37-4e34-9ad5-0cd1f7f0b95b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:47.299975 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:47.310724 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-e5d16ce4-6f37-4e34-9ad5-0cd1f7f0b95b admin admin] Usage tracker for resource:security_group_rule and tenant:cf103777a4f041fcb003cd355da2ec63 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:47.314995 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-fe408543-01ec-4fed-af65-416e76bf17a7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=922ac450-4677-43bc-8efe-225f00db650b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787802 Aug 31 15:25:47.315782 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-e5d16ce4-6f37-4e34-9ad5-0cd1f7f0b95b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:47.324545 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8a489f05-bc41-4614-be4c-03ec8f4d87cb req-e60f2a46-fd32-4cef-af1a-91d5f81c59bb service neutron] 10.222.0.64 "GET /v2.0/networks/e69e116f-bb94-4cd0-8e68-f0e004067172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766873 Aug 31 15:25:47.325373 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-e5d16ce4-6f37-4e34-9ad5-0cd1f7f0b95b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:47.717272 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-e5d16ce4-6f37-4e34-9ad5-0cd1f7f0b95b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:47.755805 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-4debaba8-6a89-4fe7-b8df-14b60b0a3575 service neutron] 10.222.0.64 "GET /v2.0/networks/922ac450-4677-43bc-8efe-225f00db650b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994563 Aug 31 15:25:47.764136 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8a489f05-bc41-4614-be4c-03ec8f4d87cb req-d10b013a-a38e-4f26-a001-bd97a5882a1f service neutron] 10.222.0.64 "GET /v2.0/networks/e69e116f-bb94-4cd0-8e68-f0e004067172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4089298 Aug 31 15:25:47.770690 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-e5d16ce4-6f37-4e34-9ad5-0cd1f7f0b95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:47.779781 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-cd36b757-0872-4584-a154-06fdbabd6a9c tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:47.885996 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d16ce4-6f37-4e34-9ad5-0cd1f7f0b95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b38e22d-e41a-41a2-844a-ea289f7a2542,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:47.891983 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-e5d16ce4-6f37-4e34-9ad5-0cd1f7f0b95b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:47.897021 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-e5d16ce4-6f37-4e34-9ad5-0cd1f7f0b95b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cf103777a4f041fcb003cd355da2ec63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9255836 Aug 31 15:25:47.899562 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 46806) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:47.953770 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20bc1bc-1376-4d8c-a6f0-6228706be113 req-0bdca766-429a-4248-b203-25afe6424882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:47.955236 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e20bc1bc-1376-4d8c-a6f0-6228706be113 req-0bdca766-429a-4248-b203-25afe6424882 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=53f72fd9-640e-41e3-88f4-9d0fcdef7478 HTTP/1.1" status: 200 len: 1102 time: 0.3801858 Aug 31 15:25:48.034296 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ca5c4f30-3d94-4cb9-964d-612400e6f74d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:48.036830 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b2ae1-c32e-4e5f-b31c-9210c632c01f req-a458ce81-d29d-4068-b7ab-46a6d56eeb5f tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:48.038360 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f76b2ae1-c32e-4e5f-b31c-9210c632c01f req-a458ce81-d29d-4068-b7ab-46a6d56eeb5f tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c074e6f-bda6-48b8-b796-a21e3bc0291a HTTP/1.1" status: 200 len: 943 time: 0.3302209 Aug 31 15:25:48.053087 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9dbe2dd7-6da0-4a5d-bc44-f080f8d35a34 req-8cda5c36-e4fd-4804-a48a-83ca35256ff6 service neutron] 10.222.0.64 "GET /v2.0/networks/922ac450-4677-43bc-8efe-225f00db650b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516849 Aug 31 15:25:48.067406 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e20bc1bc-1376-4d8c-a6f0-6228706be113 req-233e0474-69ab-4989-98dd-2790948076e7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=98f68f79-071d-4d6a-b9a6-75122aad0f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958824 Aug 31 15:25:48.071113 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f923e-e967-49a8-b455-bc5c8d0926c8 req-444bfa1b-7b83-4476-8371-db746a21b401 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:48.073046 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-6f0f923e-e967-49a8-b455-bc5c8d0926c8 req-444bfa1b-7b83-4476-8371-db746a21b401 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26f6034b-bae8-44e6-8979-2629168a2783 HTTP/1.1" status: 200 len: 943 time: 0.1452379 Aug 31 15:25:48.078066 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ca5c4f30-3d94-4cb9-964d-612400e6f74d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:48.098392 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f76b2ae1-c32e-4e5f-b31c-9210c632c01f req-5a6e2efc-8d61-4c88-85af-9b235f7fe81a tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498407 Aug 31 15:25:48.151134 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-6f0f923e-e967-49a8-b455-bc5c8d0926c8 req-126dcf67-65ab-4f9c-a308-cda3774d740e tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660691 Aug 31 15:25:48.175487 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ca5c4f30-3d94-4cb9-964d-612400e6f74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:48.181911 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:48.196748 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c4f30-3d94-4cb9-964d-612400e6f74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b38e22d-e41a-41a2-844a-ea289f7a2542,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:48.199059 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-ca5c4f30-3d94-4cb9-964d-612400e6f74d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:48.201386 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ca5c4f30-3d94-4cb9-964d-612400e6f74d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:48.205792 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-ca5c4f30-3d94-4cb9-964d-612400e6f74d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1b38e22d-e41a-41a2-844a-ea289f7a2542 HTTP/1.1" status: 204 len: 168 time: 0.3015301 Aug 31 15:25:48.390835 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac74855-7627-4446-ae18-caf460892852 req-b8216ebd-a87f-4963-a48c-f9e2e1297397 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:48.392589 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-4ac74855-7627-4446-ae18-caf460892852 req-b8216ebd-a87f-4963-a48c-f9e2e1297397 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.1057057 Aug 31 15:25:48.417422 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b788b50-c5e2-4c20-adf9-956c27f07a7a req-8b4a2a96-aab9-4d0e-ba4a-2c2596fc5ea9 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:48.420240 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-6b788b50-c5e2-4c20-adf9-956c27f07a7a req-8b4a2a96-aab9-4d0e-ba4a-2c2596fc5ea9 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/ports?device_id=53f72fd9-640e-41e3-88f4-9d0fcdef7478 HTTP/1.1" status: 200 len: 949 time: 0.0978384 Aug 31 15:25:48.473438 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-4ac74855-7627-4446-ae18-caf460892852 req-3275b46b-0ec4-403b-84eb-89e65ac82de0 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665934 Aug 31 15:25:48.474134 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-6b788b50-c5e2-4c20-adf9-956c27f07a7a req-af2058b2-cb02-437a-83bd-fd584b1475e5 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/security-groups?id=98f68f79-071d-4d6a-b9a6-75122aad0f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479708 Aug 31 15:25:48.546575 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 46818) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:48.564553 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-8699703b-3389-418c-81c7-c016918c4163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:48.579565 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-8699703b-3389-418c-81c7-c016918c4163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:48.583542 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-8699703b-3389-418c-81c7-c016918c4163 admin admin] Usage tracker for resource:security_group_rule and tenant:246e42aefb3d499aad678004d9c30577 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:48.587340 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-8699703b-3389-418c-81c7-c016918c4163 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:48.593921 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-8699703b-3389-418c-81c7-c016918c4163 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:48.694071 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-8699703b-3389-418c-81c7-c016918c4163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:48.698926 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-8699703b-3389-418c-81c7-c016918c4163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:48.706551 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:48.755620 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-8699703b-3389-418c-81c7-c016918c4163 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=246e42aefb3d499aad678004d9c30577&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2079353 Aug 31 15:25:48.756663 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8699703b-3389-418c-81c7-c016918c4163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa3055f-57d4-4eb8-a48b-262e20e5c384,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:48.761793 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-8699703b-3389-418c-81c7-c016918c4163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:48.762265 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 46826) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:48.833072 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-43f6293c-2afd-45c8-88ea-f8fd1f55a02c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:48.863839 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-43f6293c-2afd-45c8-88ea-f8fd1f55a02c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:48.911423 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08f189-2691-4e43-97bc-a80df1b69518 req-252ab35e-89a7-40e5-a4b9-ff258747f9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:48.913027 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3e08f189-2691-4e43-97bc-a80df1b69518 req-252ab35e-89a7-40e5-a4b9-ff258747f9fc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6d830094621a47f083137ccc6fa15151&device_id=26f6034b-bae8-44e6-8979-2629168a2783 HTTP/1.1" status: 200 len: 1096 time: 0.1740265 Aug 31 15:25:48.921557 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-43f6293c-2afd-45c8-88ea-f8fd1f55a02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:48.926614 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-97a71d9c-2369-4590-a49a-a92778af452d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:48.940768 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6293c-2afd-45c8-88ea-f8fd1f55a02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa3055f-57d4-4eb8-a48b-262e20e5c384,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:48.943045 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-43f6293c-2afd-45c8-88ea-f8fd1f55a02c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:48.947005 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-43f6293c-2afd-45c8-88ea-f8fd1f55a02c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:48.947909 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-43f6293c-2afd-45c8-88ea-f8fd1f55a02c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9fa3055f-57d4-4eb8-a48b-262e20e5c384 HTTP/1.1" status: 204 len: 168 time: 0.1847281 Aug 31 15:25:49.105276 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08f189-2691-4e43-97bc-a80df1b69518 req-174d7b09-2e4a-4848-97e4-61fa643817d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:49.106807 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3e08f189-2691-4e43-97bc-a80df1b69518 req-174d7b09-2e4a-4848-97e4-61fa643817d7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=922ac450-4677-43bc-8efe-225f00db650b HTTP/1.1" status: 200 len: 915 time: 0.1563978 Aug 31 15:25:49.192353 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3e08f189-2691-4e43-97bc-a80df1b69518 req-6400f123-1ab3-4fa9-a28f-8264de25c25c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02817dfe-035b-4d21-84a1-2620d1f71937 HTTP/1.1" status: 200 len: 217 time: 0.0746920 Aug 31 15:25:49.268691 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08f189-2691-4e43-97bc-a80df1b69518 req-663ed634-7ea5-4ca7-bf99-b0319e93a5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:49.270199 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3e08f189-2691-4e43-97bc-a80df1b69518 req-663ed634-7ea5-4ca7-bf99-b0319e93a5fb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b781785a-1525-4ce8-bd55-de803c89ddc0 HTTP/1.1" status: 200 len: 854 time: 0.0710471 Aug 31 15:25:49.340081 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3e08f189-2691-4e43-97bc-a80df1b69518 req-040cb022-7bf2-43cf-9951-8c948fff0e82 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=922ac450-4677-43bc-8efe-225f00db650b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597820 Aug 31 15:25:49.345294 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7398da8-31dd-4001-8a57-7f156774ad62 req-34c9b925-dc96-40b0-b7cf-319dadde1334 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:49.346862 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-a7398da8-31dd-4001-8a57-7f156774ad62 req-34c9b925-dc96-40b0-b7cf-319dadde1334 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c074e6f-bda6-48b8-b796-a21e3bc0291a HTTP/1.1" status: 200 len: 943 time: 0.1063416 Aug 31 15:25:49.405521 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [req-a7398da8-31dd-4001-8a57-7f156774ad62 req-d10aa850-b1da-42af-a308-8beb6cd4d642 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Synchronizing usage tracker for tenant:b72bed8903af49ecb668ab69cf48aa85 on resource:security_group {{(pid=79276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:25:49.429865 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [req-a7398da8-31dd-4001-8a57-7f156774ad62 req-d10aa850-b1da-42af-a308-8beb6cd4d642 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Unset dirty status for tenant:b72bed8903af49ecb668ab69cf48aa85 on resource:security_group {{(pid=79276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:25:49.438976 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-a7398da8-31dd-4001-8a57-7f156774ad62 req-d10aa850-b1da-42af-a308-8beb6cd4d642 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833941 Aug 31 15:25:49.548793 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3e08f189-2691-4e43-97bc-a80df1b69518 req-8249afb1-f5e3-45d8-aee0-0ff8f8ab6bfb service neutron] 10.222.0.64 "GET /v2.0/networks/922ac450-4677-43bc-8efe-225f00db650b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961570 Aug 31 15:25:49.572281 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7661038-a094-4b23-8091-4ce62e9873b4 req-c700d037-0e81-4e2b-b8e7-0bd666d2b2cf tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:49.573001 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-c7661038-a094-4b23-8091-4ce62e9873b4 req-c700d037-0e81-4e2b-b8e7-0bd666d2b2cf tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Synchronizing usage tracker for tenant:6d830094621a47f083137ccc6fa15151 on resource:port {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:25:49.683035 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2b54d-8ffe-4d95-bdbd-06345732372e req-53392140-b7e4-4604-a07b-68d7b644c6d1 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:49.684675 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-83d2b54d-8ffe-4d95-bdbd-06345732372e req-53392140-b7e4-4604-a07b-68d7b644c6d1 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.0887566 Aug 31 15:25:49.697034 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-c7661038-a094-4b23-8091-4ce62e9873b4 req-c700d037-0e81-4e2b-b8e7-0bd666d2b2cf tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Unset dirty status for tenant:6d830094621a47f083137ccc6fa15151 on resource:port {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:25:49.698168 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c7661038-a094-4b23-8091-4ce62e9873b4 req-c700d037-0e81-4e2b-b8e7-0bd666d2b2cf tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26f6034b-bae8-44e6-8979-2629168a2783 HTTP/1.1" status: 200 len: 943 time: 0.2539790 Aug 31 15:25:49.753264 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-83d2b54d-8ffe-4d95-bdbd-06345732372e req-c00556f4-68ce-4cae-aab1-5285b5930823 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607941 Aug 31 15:25:49.755387 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c7661038-a094-4b23-8091-4ce62e9873b4 req-ea77bd04-f096-4283-8757-772e67c8c267 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440180 Aug 31 15:25:49.792699 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3e08f189-2691-4e43-97bc-a80df1b69518 req-5359431e-1b33-4736-848d-9fc06fb20cd6 service neutron] 10.222.0.64 "GET /v2.0/networks/922ac450-4677-43bc-8efe-225f00db650b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292013 Aug 31 15:25:49.956392 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f242a5b-efa5-47aa-a311-b0add713f239 req-5db4c906-66d2-432e-91b7-25476c23cad3 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:49.957972 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-5f242a5b-efa5-47aa-a311-b0add713f239 req-5db4c906-66d2-432e-91b7-25476c23cad3 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/ports?device_id=53f72fd9-640e-41e3-88f4-9d0fcdef7478 HTTP/1.1" status: 200 len: 949 time: 0.0881295 Aug 31 15:25:50.008137 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-5f242a5b-efa5-47aa-a311-b0add713f239 req-2cdf8d04-eb40-4261-b5fb-cbe34b0fb6f5 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/security-groups?id=98f68f79-071d-4d6a-b9a6-75122aad0f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438857 Aug 31 15:25:50.317052 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40f14e-4779-4abb-990d-766d0c6c022d req-bcbeb1ea-3cf7-4d79-b9c5-f613603e32bf tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:50.318712 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-5f40f14e-4779-4abb-990d-766d0c6c022d req-bcbeb1ea-3cf7-4d79-b9c5-f613603e32bf tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 946 time: 0.0889001 Aug 31 15:25:50.386069 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-5f40f14e-4779-4abb-990d-766d0c6c022d req-9ba8dfd8-009d-468a-8d9a-71bfc96fa607 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/security-groups?id=41225773-89bd-4b63-9bfd-d4f674d2f885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594616 Aug 31 15:25:50.666815 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca81d4bc-ea3e-4edc-ad02-8c463e3cbdf8 req-1cb026fa-8077-46e9-adb8-2a0d32954960 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:50.673684 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ca81d4bc-ea3e-4edc-ad02-8c463e3cbdf8 req-1cb026fa-8077-46e9-adb8-2a0d32954960 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c074e6f-bda6-48b8-b796-a21e3bc0291a HTTP/1.1" status: 200 len: 943 time: 0.0988836 Aug 31 15:25:50.725719 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ca81d4bc-ea3e-4edc-ad02-8c463e3cbdf8 req-ca04ee01-081e-4593-8b63-e64ce07948e1 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505798 Aug 31 15:25:50.878707 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 46904) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:50.892404 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 5f61a459-aa56-4d37-bb4c-ee002864e471 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:25:50.969253 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa5f75-c9a3-4203-9888-aed029b1e7f8 req-e43b8846-ff5d-4c66-b1d3-d3efbcd5e04f tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:50.977332 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-22fa5f75-c9a3-4203-9888-aed029b1e7f8 req-e43b8846-ff5d-4c66-b1d3-d3efbcd5e04f tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.1027527 Aug 31 15:25:50.988116 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3c189-8e40-4c36-ae3e-4630e6f090aa req-9235ee16-8b43-4c05-939c-4e98aa8ab293 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:50.998028 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-36d3c189-8e40-4c36-ae3e-4630e6f090aa req-9235ee16-8b43-4c05-939c-4e98aa8ab293 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26f6034b-bae8-44e6-8979-2629168a2783 HTTP/1.1" status: 200 len: 943 time: 0.1064904 Aug 31 15:25:51.025854 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-22fa5f75-c9a3-4203-9888-aed029b1e7f8 req-b42e655a-8f51-4ea2-a3a2-81a9aa98fba3 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474887 Aug 31 15:25:51.063679 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-36d3c189-8e40-4c36-ae3e-4630e6f090aa req-f93ea947-6ad4-4295-9fc8-ba47b0639e46 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645475 Aug 31 15:25:51.104530 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-37d70174-53d9-4a6e-b09c-2ad12dbf3976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:51.121245 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-37d70174-53d9-4a6e-b09c-2ad12dbf3976 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:51.125803 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-37d70174-53d9-4a6e-b09c-2ad12dbf3976 admin admin] Usage tracker for resource:security_group_rule and tenant:1035039b2d5440fa8b45f3af6e35589d is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:51.128787 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-37d70174-53d9-4a6e-b09c-2ad12dbf3976 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:51.136484 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-37d70174-53d9-4a6e-b09c-2ad12dbf3976 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:51.140541 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 5f61a459-aa56-4d37-bb4c-ee002864e471, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=5f61a459-aa56-4d37-bb4c-ee002864e471,segment=NetworkSegment(db3e898c-5512-41a1-8392-127d94691559),segment_id=db3e898c-5512-41a1-8392-127d94691559)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:25:51.157919 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Returning: {'device': '5f61a459-aa56-4d37-bb4c-ee002864e471', 'network_id': 'e69e116f-bb94-4cd0-8e68-f0e004067172', 'port_id': '5f61a459-aa56-4d37-bb4c-ee002864e471', 'mac_address': 'fa:16:3e:50:61:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65cdaaf3-5f8d-4970-ae29-5840f61268a3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:25:51.233180 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:51.238953 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-37d70174-53d9-4a6e-b09c-2ad12dbf3976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:51.245433 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-37d70174-53d9-4a6e-b09c-2ad12dbf3976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:51.255700 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-8699703b-3389-418c-81c7-c016918c4163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:51.256755 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f61a459-aa56-4d37-bb4c-ee002864e471 {{(pid=79278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:25:51.268369 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d03bbb-f30a-4843-a83b-5828e9c14665 req-f454c6dc-b635-48c0-9656-da3c45aad712 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:51.270451 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-03d03bbb-f30a-4843-a83b-5828e9c14665 req-f454c6dc-b635-48c0-9656-da3c45aad712 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/ports?device_id=53f72fd9-640e-41e3-88f4-9d0fcdef7478 HTTP/1.1" status: 200 len: 949 time: 0.0991020 Aug 31 15:25:51.277677 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 5f61a459-aa56-4d37-bb4c-ee002864e471, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=5f61a459-aa56-4d37-bb4c-ee002864e471,segment=NetworkSegment(db3e898c-5512-41a1-8392-127d94691559),segment_id=db3e898c-5512-41a1-8392-127d94691559)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:25:51.285569 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:51.288704 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:51.328001 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d70174-53d9-4a6e-b09c-2ad12dbf3976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3b4423-6fed-44ef-8ab5-e320dbe4d54d,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:51.346674 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-37d70174-53d9-4a6e-b09c-2ad12dbf3976 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1035039b2d5440fa8b45f3af6e35589d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4664519 Aug 31 15:25:51.347413 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 46916) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:51.348226 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-37d70174-53d9-4a6e-b09c-2ad12dbf3976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:51.369940 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=5f61a459-aa56-4d37-bb4c-ee002864e471,revision_number=4']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:51.376020 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:51.379078 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-03d03bbb-f30a-4843-a83b-5828e9c14665 req-277fdad5-791d-4e1c-9f00-f7449b6eb879 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/security-groups?id=98f68f79-071d-4d6a-b9a6-75122aad0f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937636 Aug 31 15:25:51.438855 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-022150c4-409e-4c59-b826-a461dece924c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:51.476240 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-022150c4-409e-4c59-b826-a461dece924c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:51.590685 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-022150c4-409e-4c59-b826-a461dece924c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:51.594524 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-b1942ef4-f92d-4131-bdce-56395412aeb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:51.608692 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8830e6-e4ad-403d-a038-a37a042a8176 req-6123bfbd-dea2-4307-a7bd-2f39f3580853 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:51.610165 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-8c8830e6-e4ad-403d-a038-a37a042a8176 req-6123bfbd-dea2-4307-a7bd-2f39f3580853 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 946 time: 0.1159558 Aug 31 15:25:51.615963 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022150c4-409e-4c59-b826-a461dece924c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3b4423-6fed-44ef-8ab5-e320dbe4d54d,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:51.619940 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-022150c4-409e-4c59-b826-a461dece924c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:51.637002 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-022150c4-409e-4c59-b826-a461dece924c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:51.638142 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-022150c4-409e-4c59-b826-a461dece924c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fe3b4423-6fed-44ef-8ab5-e320dbe4d54d HTTP/1.1" status: 204 len: 168 time: 0.2890978 Aug 31 15:25:51.697421 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-8c8830e6-e4ad-403d-a038-a37a042a8176 req-86add45b-e018-43a8-bd03-5e7a909905ff tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/security-groups?id=41225773-89bd-4b63-9bfd-d4f674d2f885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762420 Aug 31 15:25:52.007408 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029f653-3b07-429a-bee1-776fc1bc0869 req-c3dcdd5c-009a-44ac-8884-268aa4be81a5 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:52.009509 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-9029f653-3b07-429a-bee1-776fc1bc0869 req-c3dcdd5c-009a-44ac-8884-268aa4be81a5 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c074e6f-bda6-48b8-b796-a21e3bc0291a HTTP/1.1" status: 200 len: 944 time: 0.0878026 Aug 31 15:25:52.063669 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-9029f653-3b07-429a-bee1-776fc1bc0869 req-1eb2b706-673a-4b1c-a130-46a32cea2252 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441020 Aug 31 15:25:52.245345 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad37f3-2969-4ffc-8acf-7f89413dfb73 req-833b9882-7d08-40d0-ab6b-d202aa50d5b9 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:52.246845 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e8ad37f3-2969-4ffc-8acf-7f89413dfb73 req-833b9882-7d08-40d0-ab6b-d202aa50d5b9 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.1034813 Aug 31 15:25:52.289124 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5b401-facc-477c-a906-7143dd8c28fb req-3f89defb-67df-4061-9a89-c5a677f8425b tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:52.292286 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ece5b401-facc-477c-a906-7143dd8c28fb req-3f89defb-67df-4061-9a89-c5a677f8425b tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26f6034b-bae8-44e6-8979-2629168a2783 HTTP/1.1" status: 200 len: 943 time: 0.1176553 Aug 31 15:25:52.308423 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e8ad37f3-2969-4ffc-8acf-7f89413dfb73 req-95854d3e-80c3-4314-8b94-c055322966cc tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536578 Aug 31 15:25:52.356393 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ece5b401-facc-477c-a906-7143dd8c28fb req-0c93f1d3-4d4a-46e4-ac96-b51f9cd8ea30 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563567 Aug 31 15:25:52.406527 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] get_ports_and_sgs() called for port_ids ['5f61a459-aa56-4d37-bb4c-ee002864e471'] {{(pid=79278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:25:52.453183 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 46956) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:52.568216 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-7dbd7aa3-3801-48d4-8630-4169f893af82 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-646910121-network', 'tenant_id': '7ae108ad25124f909f1e46038dca0493'}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:25:52.573354 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-7dbd7aa3-3801-48d4-8630-4169f893af82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:52.578679 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-7dbd7aa3-3801-48d4-8630-4169f893af82 admin admin] Usage tracker for resource:network and tenant:7ae108ad25124f909f1e46038dca0493 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:52.582657 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-7dbd7aa3-3801-48d4-8630-4169f893af82 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:52.589294 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-7dbd7aa3-3801-48d4-8630-4169f893af82 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:52.604799 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbd7aa3-3801-48d4-8630-4169f893af82 admin admin] Made reservation on behalf of 7ae108ad25124f909f1e46038dca0493 for: {'network': 1} {{(pid=79276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:25:52.606367 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f322e6-73a7-4891-b015-7739fee9ea7f req-453155ab-8861-4ba0-be80-7875b575af2e tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:52.607380 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-7dbd7aa3-3801-48d4-8630-4169f893af82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for network, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:52.608225 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b1f322e6-73a7-4891-b015-7739fee9ea7f req-453155ab-8861-4ba0-be80-7875b575af2e tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/ports?device_id=53f72fd9-640e-41e3-88f4-9d0fcdef7478 HTTP/1.1" status: 200 len: 949 time: 0.0950584 Aug 31 15:25:52.620689 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-7dbd7aa3-3801-48d4-8630-4169f893af82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:52.635986 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-7dbd7aa3-3801-48d4-8630-4169f893af82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:52.639779 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-7dbd7aa3-3801-48d4-8630-4169f893af82 admin admin] Usage tracker for resource:security_group_rule and tenant:7ae108ad25124f909f1e46038dca0493 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:52.642530 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-7dbd7aa3-3801-48d4-8630-4169f893af82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:52.648348 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-7dbd7aa3-3801-48d4-8630-4169f893af82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:52.658916 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b1f322e6-73a7-4891-b015-7739fee9ea7f req-e2d64db0-3207-4e04-8033-e9b55ec6831a tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/security-groups?id=98f68f79-071d-4d6a-b9a6-75122aad0f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442982 Aug 31 15:25:52.735850 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-7dbd7aa3-3801-48d4-8630-4169f893af82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:52.742572 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-7dbd7aa3-3801-48d4-8630-4169f893af82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:52.745668 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-d7bb2b27-cc92-4793-b0b2-98f7a91e7f08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:52.775769 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dbd7aa3-3801-48d4-8630-4169f893af82 admin admin] vlan segment allocate from pool success with {'vlan_id': 941, 'physical_network': 'physnet1'} {{(pid=79276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:25:52.784581 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd7aa3-3801-48d4-8630-4169f893af82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97aba328-16b4-4a2f-984e-0443be6e6545,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:52.788146 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-7dbd7aa3-3801-48d4-8630-4169f893af82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:52.791245 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-7dbd7aa3-3801-48d4-8630-4169f893af82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3286683'] for segment, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:52.791653 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.db.segments_db [None req-7dbd7aa3-3801-48d4-8630-4169f893af82 admin admin] Added segment 9551a3ad-1784-460c-9b5d-18e938d13ef5 of type vlan for network ef925e76-4046-4823-a8a0-a0830b7a304d Aug 31 15:25:52.824321 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-7dbd7aa3-3801-48d4-8630-4169f893af82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738171399325'] for network, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:52.932935 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 02817dfe-035b-4d21-84a1-2620d1f71937 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:25:53.004826 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-7dbd7aa3-3801-48d4-8630-4169f893af82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729'] for network, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:53.008954 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbd7aa3-3801-48d4-8630-4169f893af82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:53.009779 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-7dbd7aa3-3801-48d4-8630-4169f893af82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for network, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:53.015452 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:53.062810 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb06f05-37a7-4da0-9cca-27a79a145289 req-1cb6b5eb-dd2e-4d33-9781-34895833bc93 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:53.064259 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-beb06f05-37a7-4da0-9cca-27a79a145289 req-1cb6b5eb-dd2e-4d33-9781-34895833bc93 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 946 time: 0.2446923 Aug 31 15:25:53.110992 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 02817dfe-035b-4d21-84a1-2620d1f71937, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=02817dfe-035b-4d21-84a1-2620d1f71937,segment=NetworkSegment(c04ecbb1-0952-4af4-8fe9-edf346411969),segment_id=c04ecbb1-0952-4af4-8fe9-edf346411969)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:25:53.125991 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Returning: {'device': '02817dfe-035b-4d21-84a1-2620d1f71937', 'network_id': '922ac450-4677-43bc-8efe-225f00db650b', 'port_id': '02817dfe-035b-4d21-84a1-2620d1f71937', 'mac_address': 'fa:16:3e:97:84:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b781785a-1525-4ce8-bd55-de803c89ddc0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:25:53.146096 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-7dbd7aa3-3801-48d4-8630-4169f893af82 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6918085 Aug 31 15:25:53.149200 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 46976) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:53.150212 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd7aa3-3801-48d4-8630-4169f893af82 admin admin] Pushing event updated for resources: {'Network': ['ID=ef925e76-4046-4823-a8a0-a0830b7a304d,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:53.154431 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-7dbd7aa3-3801-48d4-8630-4169f893af82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:53.161921 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [None req-0e157d76-a06f-4b80-b0e3-e933a642043b admin admin] Request body: {'subnet': {'network_id': 'ef925e76-4046-4823-a8a0-a0830b7a304d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-646910121-subnet', 'tenant_id': '7ae108ad25124f909f1e46038dca0493', 'ip_version': 4}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:25:53.169343 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Network ef925e76-4046-4823-a8a0-a0830b7a304d details requested by agent ovs-agent-dv-cinder-802781-4-iscsi with host dv-cinder-802781-4-iscsi {{(pid=79278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 15:25:53.169919 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-0e157d76-a06f-4b80-b0e3-e933a642043b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:53.175121 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-0e157d76-a06f-4b80-b0e3-e933a642043b admin admin] Usage tracker for resource:subnet and tenant:7ae108ad25124f909f1e46038dca0493 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:53.176202 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-beb06f05-37a7-4da0-9cca-27a79a145289 req-d167a473-c96c-4191-acb0-61624e2549ec tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/security-groups?id=41225773-89bd-4b63-9bfd-d4f674d2f885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018205 Aug 31 15:25:53.178545 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-0e157d76-a06f-4b80-b0e3-e933a642043b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:53.188660 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-0e157d76-a06f-4b80-b0e3-e933a642043b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:53.216468 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a583f50-9714-4c40-a323-a8cf6328314b req-843b0dee-13cb-40d5-8256-99041fcf6f76 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:53.218072 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-2a583f50-9714-4c40-a323-a8cf6328314b req-843b0dee-13cb-40d5-8256-99041fcf6f76 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/ports?device_id=53f72fd9-640e-41e3-88f4-9d0fcdef7478 HTTP/1.1" status: 200 len: 949 time: 0.1278307 Aug 31 15:25:53.222830 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e157d76-a06f-4b80-b0e3-e933a642043b admin admin] Made reservation on behalf of 7ae108ad25124f909f1e46038dca0493 for: {'subnet': 1} {{(pid=79277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:25:53.225573 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-0e157d76-a06f-4b80-b0e3-e933a642043b admin admin] Notify callbacks [] for subnet, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:53.290054 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:53.326077 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02817dfe-035b-4d21-84a1-2620d1f71937 {{(pid=79278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:25:53.344291 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 02817dfe-035b-4d21-84a1-2620d1f71937, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=02817dfe-035b-4d21-84a1-2620d1f71937,segment=NetworkSegment(c04ecbb1-0952-4af4-8fe9-edf346411969),segment_id=c04ecbb1-0952-4af4-8fe9-edf346411969)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:25:53.347822 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:53.349627 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:53.354174 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-2a583f50-9714-4c40-a323-a8cf6328314b req-38d4976b-b357-4972-b046-54d46c521468 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/security-groups?id=98f68f79-071d-4d6a-b9a6-75122aad0f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152408 Aug 31 15:25:53.458394 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=02817dfe-035b-4d21-84a1-2620d1f71937,revision_number=4']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:53.461667 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:53.570064 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-0e157d76-a06f-4b80-b0e3-e933a642043b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729'] for subnet, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:53.579066 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:53.633675 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c73252-2911-42b4-b1f8-a9922eb4b7d2 req-b9665ed6-ac75-4e62-a718-e3fa5da5335c tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:53.635406 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-81c73252-2911-42b4-b1f8-a9922eb4b7d2 req-b9665ed6-ac75-4e62-a718-e3fa5da5335c tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c074e6f-bda6-48b8-b796-a21e3bc0291a HTTP/1.1" status: 200 len: 944 time: 0.1810687 Aug 31 15:25:53.649722 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0f5a6-8dc5-4097-bb1e-4c058e23d09b req-aaf8bf97-26be-47b6-960b-ee1812a3911d tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:53.651381 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-0dd0f5a6-8dc5-4097-bb1e-4c058e23d09b req-aaf8bf97-26be-47b6-960b-ee1812a3911d tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.0872002 Aug 31 15:25:53.700167 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-0dd0f5a6-8dc5-4097-bb1e-4c058e23d09b req-9dd1dd07-b2e9-4cec-85ef-53e9af00a106 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425777 Aug 31 15:25:53.775043 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e157d76-a06f-4b80-b0e3-e933a642043b admin admin] Pushing event updated for resources: {'Subnet': ['ID=87e3bb36-5c9a-4d57-9d7c-099e88562166,revision_number=0']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:53.782311 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e157d76-a06f-4b80-b0e3-e933a642043b admin admin] Checking segment: {'id': '9551a3ad-1784-460c-9b5d-18e938d13ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'ef925e76-4046-4823-a8a0-a0830b7a304d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:25:53.782673 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e157d76-a06f-4b80-b0e3-e933a642043b admin admin] Network hostable DHCP agents. Network: ef925e76-4046-4823-a8a0-a0830b7a304d, hostable agents: ['2365506f-cea6-46f8-ac71-d4e1f85a8442'], hosted agents: [] {{(pid=79277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:25:53.787351 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-0e157d76-a06f-4b80-b0e3-e933a642043b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:53.796803 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-81c73252-2911-42b4-b1f8-a9922eb4b7d2 req-68d6235d-d99f-40a9-b223-e0fd1d7f46ee tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459129 Aug 31 15:25:53.812454 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e157d76-a06f-4b80-b0e3-e933a642043b admin admin] Network ef925e76-4046-4823-a8a0-a0830b7a304d is scheduled to be hosted by DHCP agent 2365506f-cea6-46f8-ac71-d4e1f85a8442 with binding_index 1 {{(pid=79277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:25:53.823814 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.base_scheduler [None req-0e157d76-a06f-4b80-b0e3-e933a642043b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-4-iscsi, ef925e76-4046-4823-a8a0-a0830b7a304d) {{(pid=79277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:25:53.828128 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e157d76-a06f-4b80-b0e3-e933a642043b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:53.828712 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-0e157d76-a06f-4b80-b0e3-e933a642043b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for subnet, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:53.833934 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6233c7-edd2-4c9e-a763-f33aefdf0d57 None None] Network ef925e76-4046-4823-a8a0-a0830b7a304d requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:25:53.860970 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-0e157d76-a06f-4b80-b0e3-e933a642043b admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7103848 Aug 31 15:25:53.863603 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 46984) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:53.869420 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [None req-2a5f71a0-e072-4a00-8c35-5e7c10817f0c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-646910121-router', 'tenant_id': '7ae108ad25124f909f1e46038dca0493', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'}}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:25:53.875879 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-2a5f71a0-e072-4a00-8c35-5e7c10817f0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:53.879786 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-2a5f71a0-e072-4a00-8c35-5e7c10817f0c admin admin] Usage tracker for resource:router and tenant:7ae108ad25124f909f1e46038dca0493 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:53.883151 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-2a5f71a0-e072-4a00-8c35-5e7c10817f0c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:53.889179 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-2a5f71a0-e072-4a00-8c35-5e7c10817f0c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:53.901727 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26545a4-1598-4f4d-8302-163459a92fea req-8c18d898-0ae9-4915-b636-2d18ed6b7531 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:53.902765 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-2a5f71a0-e072-4a00-8c35-5e7c10817f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3925207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-850'] for router, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:53.903369 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-b26545a4-1598-4f4d-8302-163459a92fea req-8c18d898-0ae9-4915-b636-2d18ed6b7531 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26f6034b-bae8-44e6-8979-2629168a2783 HTTP/1.1" status: 200 len: 944 time: 0.1072993 Aug 31 15:25:53.904035 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-2a5f71a0-e072-4a00-8c35-5e7c10817f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3925042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3907265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-859'] for router, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:53.924722 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-2a5f71a0-e072-4a00-8c35-5e7c10817f0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:53.957366 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-b26545a4-1598-4f4d-8302-163459a92fea req-4e5d4359-e4c5-4369-81bd-b0291ea91256 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452759 Aug 31 15:25:54.083715 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa1b143-1368-4b61-98f4-2ce864452800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31c034a1-c16d-5a01-a745-abc2b4c71a16-ef925e76-4046-4823-a8a0-a0830b7a304d', 'network_id': 'ef925e76-4046-4823-a8a0-a0830b7a304d', 'tenant_id': '7ae108ad25124f909f1e46038dca0493', 'fixed_ips': [{'subnet_id': '87e3bb36-5c9a-4d57-9d7c-099e88562166'}]}} from dv-cinder-802781-4-iscsi. {{(pid=79278) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 31 15:25:54.083715 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-caa1b143-1368-4b61-98f4-2ce864452800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:54.247493 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-2a5f71a0-e072-4a00-8c35-5e7c10817f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3907294', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3925092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-845'] for router, precommit_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:54.256312 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.db_base_plugin_common [None req-caa1b143-1368-4b61-98f4-2ce864452800 None None] Allocated IP 172.20.0.2 (ef925e76-4046-4823-a8a0-a0830b7a304d/87e3bb36-5c9a-4d57-9d7c-099e88562166/62c18cf5-328f-424e-93d7-acace6ee14a1) {{(pid=79278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:25:54.409923 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd3845-f606-42a4-a120-dea8c0be2430 req-3e1a78bf-27b7-4005-8343-0432dff6461b tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:54.411407 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-34cd3845-f606-42a4-a120-dea8c0be2430 req-3e1a78bf-27b7-4005-8343-0432dff6461b tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.64 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 946 time: 0.2133849 Aug 31 15:25:54.420216 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] get_ports_and_sgs() called for port_ids ['02817dfe-035b-4d21-84a1-2620d1f71937'] {{(pid=79278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:25:54.568994 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [req-34cd3845-f606-42a4-a120-dea8c0be2430 req-4616dbd1-2fb3-4ad5-8184-d09675668c3f tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Deleting port bd77bd89-cd38-4d6b-9055-94739ac734c9 {{(pid=79277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:25:54.569330 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-34cd3845-f606-42a4-a120-dea8c0be2430 req-4616dbd1-2fb3-4ad5-8184-d09675668c3f tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:54.602176 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f785bd7-d780-4fe2-a9ba-3e6f3fa73f53 req-87a03a28-ef95-483b-a7aa-7dbb1b1a55ca tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:54.603365 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7f785bd7-d780-4fe2-a9ba-3e6f3fa73f53 req-87a03a28-ef95-483b-a7aa-7dbb1b1a55ca tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 946 time: 0.2942421 Aug 31 15:25:54.605830 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f1acc-0e01-4223-99d3-522cfaeb17ca req-04546f2f-e852-48c6-b0e6-47b9bb809839 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:54.607715 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-9d6f1acc-0e01-4223-99d3-522cfaeb17ca req-04546f2f-e852-48c6-b0e6-47b9bb809839 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/ports?device_id=53f72fd9-640e-41e3-88f4-9d0fcdef7478 HTTP/1.1" status: 200 len: 949 time: 0.1191797 Aug 31 15:25:54.670333 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-caa1b143-1368-4b61-98f4-2ce864452800 None None] Notify callbacks [] for port, precommit_create {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:54.681554 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-9d6f1acc-0e01-4223-99d3-522cfaeb17ca req-3ca6d333-bf66-4e91-a4d7-748dd05a214c tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/security-groups?id=98f68f79-071d-4d6a-b9a6-75122aad0f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675159 Aug 31 15:25:54.748023 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7f785bd7-d780-4fe2-a9ba-3e6f3fa73f53 req-bb588648-98f6-4424-a6d6-df1f377a2376 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/security-groups?id=41225773-89bd-4b63-9bfd-d4f674d2f885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204114 Aug 31 15:25:54.766465 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-caa1b143-1368-4b61-98f4-2ce864452800 None None] Transition to ACTIVE for port object 62c18cf5-328f-424e-93d7-acace6ee14a1 will not be triggered until provisioned by entity L2. {{(pid=79278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:25:54.810539 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-caa1b143-1368-4b61-98f4-2ce864452800 None None] Transition to ACTIVE for port object 62c18cf5-328f-424e-93d7-acace6ee14a1 will not be triggered until provisioned by entity DHCP. {{(pid=79278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:25:54.825186 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-caa1b143-1368-4b61-98f4-2ce864452800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264'] for port, after_create {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:54.831423 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:54.894145 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa1b143-1368-4b61-98f4-2ce864452800 None None] Network ef925e76-4046-4823-a8a0-a0830b7a304d is already hosted by enough agents. {{(pid=79278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:25:54.898216 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.scheduler.base_scheduler [None req-caa1b143-1368-4b61-98f4-2ce864452800 None None] Resources bound (agent type, host, resource id): {{(pid=79278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:25:54.903139 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa1b143-1368-4b61-98f4-2ce864452800 None None] Received port after_create {{(pid=79278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:25:54.953286 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 5f61a459-aa56-4d37-bb4c-ee002864e471 up at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:25:55.009697 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa1b143-1368-4b61-98f4-2ce864452800 None None] Pushing event updated for resources: {'Port': ['ID=62c18cf5-328f-424e-93d7-acace6ee14a1,revision_number=1']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:55.055791 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-caa1b143-1368-4b61-98f4-2ce864452800 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:55.092485 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3af5f-3d7a-4665-92be-1d6b70b49fa5 req-8d50e96b-475d-49dd-8c99-309b5fbe422d tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:55.095189 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-caa1b143-1368-4b61-98f4-2ce864452800 None None] Attempting to bind port 62c18cf5-328f-424e-93d7-acace6ee14a1 on host dv-cinder-802781-4-iscsi for vnic_type normal with profile {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:25:55.095634 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-caa1b143-1368-4b61-98f4-2ce864452800 None None] Attempting to bind port 62c18cf5-328f-424e-93d7-acace6ee14a1 by drivers openvswitch,hyperv on host dv-cinder-802781-4-iscsi at level 0 using segments [{'id': '9551a3ad-1784-460c-9b5d-18e938d13ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'ef925e76-4046-4823-a8a0-a0830b7a304d'}] {{(pid=79278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:25:55.096009 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa1b143-1368-4b61-98f4-2ce864452800 None None] Attempting to bind port 62c18cf5-328f-424e-93d7-acace6ee14a1 on network ef925e76-4046-4823-a8a0-a0830b7a304d {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:25:55.099816 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-78b3af5f-3d7a-4665-92be-1d6b70b49fa5 req-8d50e96b-475d-49dd-8c99-309b5fbe422d tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c074e6f-bda6-48b8-b796-a21e3bc0291a HTTP/1.1" status: 200 len: 944 time: 0.1116259 Aug 31 15:25:55.106062 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa1b143-1368-4b61-98f4-2ce864452800 None None] Checking agent: {'id': 'b1845f19-f6eb-4023-b5bb-8a6030080bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 15, 36), 'started_at': datetime.datetime(2021, 8, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:25:55.106449 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa1b143-1368-4b61-98f4-2ce864452800 None None] Checking segment: {'id': '9551a3ad-1784-460c-9b5d-18e938d13ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'ef925e76-4046-4823-a8a0-a0830b7a304d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:25:55.106866 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-caa1b143-1368-4b61-98f4-2ce864452800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:55.107298 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa1b143-1368-4b61-98f4-2ce864452800 None None] Bound using segment: {'id': '9551a3ad-1784-460c-9b5d-18e938d13ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'ef925e76-4046-4823-a8a0-a0830b7a304d'} {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:25:55.107785 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-caa1b143-1368-4b61-98f4-2ce864452800 None None] Bound port: 62c18cf5-328f-424e-93d7-acace6ee14a1, host: dv-cinder-802781-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9551a3ad-1784-460c-9b5d-18e938d13ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'ef925e76-4046-4823-a8a0-a0830b7a304d'}}] {{(pid=79278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:25:55.108166 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-caa1b143-1368-4b61-98f4-2ce864452800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:55.141470 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-34cd3845-f606-42a4-a120-dea8c0be2430 req-4616dbd1-2fb3-4ad5-8184-d09675668c3f tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] For port bd77bd89-cd38-4d6b-9055-94739ac734c9, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=bd77bd89-cd38-4d6b-9055-94739ac734c9,segment=NetworkSegment(63d20dec-d5e5-4a7f-a5ea-531a5cb834e2),segment_id=63d20dec-d5e5-4a7f-a5ea-531a5cb834e2)] {{(pid=79277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:25:55.142087 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-34cd3845-f606-42a4-a120-dea8c0be2430 req-4616dbd1-2fb3-4ad5-8184-d09675668c3f tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:55.172529 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-78b3af5f-3d7a-4665-92be-1d6b70b49fa5 req-548d6fa6-7e88-4359-9e48-4e4074c8b8c9 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711038 Aug 31 15:25:55.228620 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning for port 5f61a459-aa56-4d37-bb4c-ee002864e471 completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:25:55.249996 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning complete for port 5f61a459-aa56-4d37-bb4c-ee002864e471 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:25:55.250625 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:55.317229 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [req-34cd3845-f606-42a4-a120-dea8c0be2430 req-4616dbd1-2fb3-4ad5-8184-d09675668c3f tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Calling delete_port for bd77bd89-cd38-4d6b-9055-94739ac734c9 owned by compute:nova {{(pid=79277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:25:55.330940 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-caa1b143-1368-4b61-98f4-2ce864452800 None None] For port 62c18cf5-328f-424e-93d7-acace6ee14a1, host dv-cinder-802781-4-iscsi, cleared binding levels {{(pid=79278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:25:55.338313 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-caa1b143-1368-4b61-98f4-2ce864452800 None None] For port 62c18cf5-328f-424e-93d7-acace6ee14a1, host dv-cinder-802781-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=62c18cf5-328f-424e-93d7-acace6ee14a1,segment=NetworkSegment(9551a3ad-1784-460c-9b5d-18e938d13ef5),segment_id=9551a3ad-1784-460c-9b5d-18e938d13ef5)] {{(pid=79278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:25:55.344800 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-caa1b143-1368-4b61-98f4-2ce864452800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:55.355021 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-fcdfa49c-5979-43d7-b7c8-4e98b1e95333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:55.435741 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e409d-4afc-4651-b9bc-ce0be246b586 req-9c85fa46-54a1-4c9d-a88d-eb42a259d084 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:55.440089 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-c03e409d-4afc-4651-b9bc-ce0be246b586 req-9c85fa46-54a1-4c9d-a88d-eb42a259d084 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26f6034b-bae8-44e6-8979-2629168a2783 HTTP/1.1" status: 200 len: 944 time: 0.1146200 Aug 31 15:25:55.533535 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-c03e409d-4afc-4651-b9bc-ce0be246b586 req-90f9124d-7e96-4c8f-9ddc-1e8c6ec1dcd1 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793655 Aug 31 15:25:55.577523 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa1b143-1368-4b61-98f4-2ce864452800 None None] Pushing event updated for resources: {'Port': ['ID=62c18cf5-328f-424e-93d7-acace6ee14a1,revision_number=2']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:55.582529 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-caa1b143-1368-4b61-98f4-2ce864452800 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:55.587109 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:55.618794 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c074e6f-bda6-48b8-b796-a21e3bc0291a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f61a459-aa56-4d37-bb4c-ee002864e471'}] {{(pid=79278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:25:55.639344 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 5f61a459-aa56-4d37-bb4c-ee002864e471, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=5f61a459-aa56-4d37-bb4c-ee002864e471,segment=NetworkSegment(db3e898c-5512-41a1-8392-127d94691559),segment_id=db3e898c-5512-41a1-8392-127d94691559)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:25:55.646340 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:55.650263 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-caa1b143-1368-4b61-98f4-2ce864452800 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:55.749743 dv-cinder-802781-4-iscsi neutron-server[79278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c074e6f-bda6-48b8-b796-a21e3bc0291a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f61a459-aa56-4d37-bb4c-ee002864e471', 'code': 200} Aug 31 15:25:55.818825 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=5f61a459-aa56-4d37-bb4c-ee002864e471,revision_number=5']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:55.819283 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-2a5f71a0-e072-4a00-8c35-5e7c10817f0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:55.824001 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:55.932934 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-2a5f71a0-e072-4a00-8c35-5e7c10817f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:55.951192 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177a79a-3cf6-4d37-8fca-7fdc11a3e393 req-94fb71da-e563-4bd8-9508-4e7a64488aab tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:55.953968 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-c177a79a-3cf6-4d37-8fca-7fdc11a3e393 req-94fb71da-e563-4bd8-9508-4e7a64488aab tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/ports?device_id=53f72fd9-640e-41e3-88f4-9d0fcdef7478 HTTP/1.1" status: 200 len: 949 time: 0.1016760 Aug 31 15:25:55.983576 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653b860-f241-4007-8ea1-6f738eb8cc17 req-3b2658be-f718-4b95-a6f1-3069e94b353c tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:55.985061 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3653b860-f241-4007-8ea1-6f738eb8cc17 req-3b2658be-f718-4b95-a6f1-3069e94b353c tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 1.0256767 Aug 31 15:25:56.003555 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-c177a79a-3cf6-4d37-8fca-7fdc11a3e393 req-4d586a17-1fbe-46a6-8bbd-bd674186d07b tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/security-groups?id=98f68f79-071d-4d6a-b9a6-75122aad0f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410550 Aug 31 15:25:56.131107 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-34cd3845-f606-42a4-a120-dea8c0be2430 req-4616dbd1-2fb3-4ad5-8184-d09675668c3f tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273'] for port, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:56.144249 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-4062e260-64c3-46ea-a527-34ba22e763f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:56.151719 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-dae8e887-d306-476a-ba9c-7eb084a4c4db req-add8885e-49c8-4080-a906-c3afd27d9720 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 210 time: 0.0508416 Aug 31 15:25:56.239804 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3653b860-f241-4007-8ea1-6f738eb8cc17 req-5e4766ff-565d-45dc-a25c-d3ff5509cd94 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988699 Aug 31 15:25:56.240662 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616dbd1-2fb3-4ad5-8184-d09675668c3f tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Pushing event deleted for resources: {'Port': ['ID=bd77bd89-cd38-4d6b-9055-94739ac734c9,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:56.247298 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-4616dbd1-2fb3-4ad5-8184-d09675668c3f tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:56.265518 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9b394-0000-4c84-8fa1-84c2f28d333a req-354af93f-dc02-4083-bc29-32a72f26d63d tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:56.267349 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-97a9b394-0000-4c84-8fa1-84c2f28d333a req-354af93f-dc02-4083-bc29-32a72f26d63d tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.64 "GET /v2.0/ports?device_id=53f72fd9-640e-41e3-88f4-9d0fcdef7478 HTTP/1.1" status: 200 len: 949 time: 0.5773239 Aug 31 15:25:56.316673 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 62c18cf5-328f-424e-93d7-acace6ee14a1 up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:25:56.404262 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [req-97a9b394-0000-4c84-8fa1-84c2f28d333a req-d8776304-5c0c-4fd1-b199-e5252081151d tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Deleting port 88aa3751-2ddb-4721-ad6d-d4c6f89e993d {{(pid=79277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:25:56.404686 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-97a9b394-0000-4c84-8fa1-84c2f28d333a req-d8776304-5c0c-4fd1-b199-e5252081151d tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:56.419185 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning for port 62c18cf5-328f-424e-93d7-acace6ee14a1 completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:25:56.496181 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a67c0f-a2bb-4f48-819f-593ed7cdc078 req-efd144b8-821e-4146-b4b2-2762befdf087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:56.497908 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-54a67c0f-a2bb-4f48-819f-593ed7cdc078 req-efd144b8-821e-4146-b4b2-2762befdf087 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9c074e6f-bda6-48b8-b796-a21e3bc0291a HTTP/1.1" status: 200 len: 1098 time: 0.5095816 Aug 31 15:25:56.566661 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.db_base_plugin_common [None req-2a5f71a0-e072-4a00-8c35-5e7c10817f0c admin admin] Allocated IP 172.27.1.139 (8f15a7b0-c0b9-4864-9373-42147a89de1a/497a4a38-4d00-4e5c-ae08-9918d0306661/bd55f413-b4aa-472a-bce4-f272f7abce49) {{(pid=79277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:25:56.591251 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [req-34cd3845-f606-42a4-a120-dea8c0be2430 req-4616dbd1-2fb3-4ad5-8184-d09675668c3f tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] No DVR routers for this DVR port bd77bd89-cd38-4d6b-9055-94739ac734c9 on host hv-cinder-80278 {{(pid=79277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:25:56.607357 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-34cd3845-f606-42a4-a120-dea8c0be2430 req-4616dbd1-2fb3-4ad5-8184-d09675668c3f tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:56.613680 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e', 'name': 'network-vif-deleted', 'tag': 'bd77bd89-cd38-4d6b-9055-94739ac734c9'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:25:56.644370 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5750d2-e459-43e1-a51e-b4b7d80d74e7 None None] Network ef925e76-4046-4823-a8a0-a0830b7a304d requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:25:56.728808 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-54a67c0f-a2bb-4f48-819f-593ed7cdc078 req-6e4a545f-c673-4efb-b0c3-1f033125df5e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993387 Aug 31 15:25:56.804554 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9ab21-01a2-4ab1-b14d-c4da18818a09 req-9a9d23e3-5fc9-471a-9fba-92b3d4f1895c tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:56.808723 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-34cd3845-f606-42a4-a120-dea8c0be2430 req-4616dbd1-2fb3-4ad5-8184-d09675668c3f tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.64 "DELETE /v2.0/ports/bd77bd89-cd38-4d6b-9055-94739ac734c9 HTTP/1.1" status: 204 len: 173 time: 2.3269448 Aug 31 15:25:56.815305 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-97d9ab21-01a2-4ab1-b14d-c4da18818a09 req-9a9d23e3-5fc9-471a-9fba-92b3d4f1895c tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26f6034b-bae8-44e6-8979-2629168a2783 HTTP/1.1" status: 200 len: 944 time: 0.1131873 Aug 31 15:25:56.873262 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-0e0fbf76-e455-49a8-9019-14cf01a62bdb None None] Provisioning for port 62c18cf5-328f-424e-93d7-acace6ee14a1 completed by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:25:56.881152 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-97d9ab21-01a2-4ab1-b14d-c4da18818a09 req-9ec1cc94-a5f4-4579-b029-7581c66dea6d tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648191 Aug 31 15:25:56.927762 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-0e0fbf76-e455-49a8-9019-14cf01a62bdb None None] Provisioning complete for port 62c18cf5-328f-424e-93d7-acace6ee14a1 triggered by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:25:56.928146 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-0e0fbf76-e455-49a8-9019-14cf01a62bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:56.961017 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d77ea5-e8e8-490e-a479-d04c5a69f483 req-a93ff775-b7c9-4075-854a-22a248c4bea2 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:56.962660 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-26d77ea5-e8e8-490e-a479-d04c5a69f483 req-a93ff775-b7c9-4075-854a-22a248c4bea2 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c074e6f-bda6-48b8-b796-a21e3bc0291a HTTP/1.1" status: 200 len: 945 time: 0.5319679 Aug 31 15:25:56.964379 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e', 'name': 'network-vif-deleted', 'tag': 'bd77bd89-cd38-4d6b-9055-94739ac734c9', 'status': 'completed', 'code': 200} Aug 31 15:25:56.971090 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 02817dfe-035b-4d21-84a1-2620d1f71937 up at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:25:57.032431 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-2a5f71a0-e072-4a00-8c35-5e7c10817f0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:57.075575 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-97a9b394-0000-4c84-8fa1-84c2f28d333a req-d8776304-5c0c-4fd1-b199-e5252081151d tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] For port 88aa3751-2ddb-4721-ad6d-d4c6f89e993d, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=88aa3751-2ddb-4721-ad6d-d4c6f89e993d,segment=NetworkSegment(8ee1e087-8bcf-4f69-ac3e-bd613f8cbc78),segment_id=8ee1e087-8bcf-4f69-ac3e-bd613f8cbc78)] {{(pid=79277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:25:57.075933 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-97a9b394-0000-4c84-8fa1-84c2f28d333a req-d8776304-5c0c-4fd1-b199-e5252081151d tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:57.090764 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-26d77ea5-e8e8-490e-a479-d04c5a69f483 req-917170a2-d812-4d19-913b-21e5b192fb52 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085770 Aug 31 15:25:57.151863 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 47042) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:57.214805 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [req-97a9b394-0000-4c84-8fa1-84c2f28d333a req-d8776304-5c0c-4fd1-b199-e5252081151d tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Calling delete_port for 88aa3751-2ddb-4721-ad6d-d4c6f89e993d owned by compute:nova {{(pid=79277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:25:57.251367 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning for port 02817dfe-035b-4d21-84a1-2620d1f71937 completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:25:57.275664 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning complete for port 02817dfe-035b-4d21-84a1-2620d1f71937 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:25:57.276047 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:57.288641 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-2a5f71a0-e072-4a00-8c35-5e7c10817f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264'] for port, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:57.307676 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:57.344633 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22a633-6cab-4fe4-b4a8-930a22be8517 req-486446ec-d058-43e1-9faf-f87749ed5fbe tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:57.346384 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-6f22a633-6cab-4fe4-b4a8-930a22be8517 req-486446ec-d058-43e1-9faf-f87749ed5fbe tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/ports?device_id=53f72fd9-640e-41e3-88f4-9d0fcdef7478 HTTP/1.1" status: 200 len: 949 time: 0.1372409 Aug 31 15:25:57.372081 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-0e0fbf76-e455-49a8-9019-14cf01a62bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:57.429858 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-016f8599-4d2f-4e45-b69e-1813c29ee737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:57.486470 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-6f22a633-6cab-4fe4-b4a8-930a22be8517 req-8417c45b-c52c-4e2c-af39-0337d9f736c6 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/security-groups?id=98f68f79-071d-4d6a-b9a6-75122aad0f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167464 Aug 31 15:25:57.501134 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-016f8599-4d2f-4e45-b69e-1813c29ee737 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:57.509357 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-016f8599-4d2f-4e45-b69e-1813c29ee737 admin admin] Usage tracker for resource:security_group_rule and tenant:793453b420a94733b46fe856a94015a4 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:57.518271 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-016f8599-4d2f-4e45-b69e-1813c29ee737 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:57.533270 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-016f8599-4d2f-4e45-b69e-1813c29ee737 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:57.546088 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-0e0fbf76-e455-49a8-9019-14cf01a62bdb None None] For port 62c18cf5-328f-424e-93d7-acace6ee14a1, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=62c18cf5-328f-424e-93d7-acace6ee14a1,segment=NetworkSegment(9551a3ad-1784-460c-9b5d-18e938d13ef5),segment_id=9551a3ad-1784-460c-9b5d-18e938d13ef5)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:25:57.558505 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-8bfbff9f-7c25-4b00-8604-f917ddd8518c req-a4d58e41-fd48-47e5-8b7e-4545350f6285 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Synchronizing usage tracker for tenant:a46b0e167bb642f79bcbb84549b986d5 on resource:port {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:25:57.566027 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5f71a0-e072-4a00-8c35-5e7c10817f0c admin admin] Network 8f15a7b0-c0b9-4864-9373-42147a89de1a is already hosted by enough agents. {{(pid=79277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:25:57.571648 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.base_scheduler [None req-2a5f71a0-e072-4a00-8c35-5e7c10817f0c admin admin] Resources bound (agent type, host, resource id): {{(pid=79277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:25:57.573407 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-0e0fbf76-e455-49a8-9019-14cf01a62bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:57.580474 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:57.591093 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5f71a0-e072-4a00-8c35-5e7c10817f0c admin admin] Received port after_create {{(pid=79277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:25:57.620196 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:57.669661 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-016f8599-4d2f-4e45-b69e-1813c29ee737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:57.675390 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-016f8599-4d2f-4e45-b69e-1813c29ee737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:57.687812 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-48aff1fa-b486-4a0d-ae8a-d7ef5c91b2cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:57.706347 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f71a0-e072-4a00-8c35-5e7c10817f0c admin admin] Pushing event updated for resources: {'Port': ['ID=bd55f413-b4aa-472a-bce4-f272f7abce49,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:57.709195 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-8bfbff9f-7c25-4b00-8604-f917ddd8518c req-a4d58e41-fd48-47e5-8b7e-4545350f6285 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Unset dirty status for tenant:a46b0e167bb642f79bcbb84549b986d5 on resource:port {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:25:57.712797 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8bfbff9f-7c25-4b00-8604-f917ddd8518c req-a4d58e41-fd48-47e5-8b7e-4545350f6285 tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfc5edd4-01a9-4ee7-93af-cce48c1ebd2e HTTP/1.1" status: 200 len: 210 time: 0.2604449 Aug 31 15:25:57.723542 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-2a5f71a0-e072-4a00-8c35-5e7c10817f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:57.727615 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 02817dfe-035b-4d21-84a1-2620d1f71937, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=02817dfe-035b-4d21-84a1-2620d1f71937,segment=NetworkSegment(c04ecbb1-0952-4af4-8fe9-edf346411969),segment_id=c04ecbb1-0952-4af4-8fe9-edf346411969)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:25:57.731246 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0fbf76-e455-49a8-9019-14cf01a62bdb None None] Pushing event updated for resources: {'Port': ['ID=62c18cf5-328f-424e-93d7-acace6ee14a1,revision_number=3']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:57.736397 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-0e0fbf76-e455-49a8-9019-14cf01a62bdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:57.737156 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:57.738106 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device bd77bd89-cd38-4d6b-9055-94739ac734c9 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:25:57.756594 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f8599-4d2f-4e45-b69e-1813c29ee737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a758e1-56d6-4db7-b86d-e13b58b81ea9,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:57.761876 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-016f8599-4d2f-4e45-b69e-1813c29ee737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:57.765871 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-016f8599-4d2f-4e45-b69e-1813c29ee737 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=793453b420a94733b46fe856a94015a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6123683 Aug 31 15:25:57.768501 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 47054) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:57.781811 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:57.814767 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f6034b-bae8-44e6-8979-2629168a2783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02817dfe-035b-4d21-84a1-2620d1f71937'}] {{(pid=79278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:25:57.847426 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] No Port match for: bd77bd89-cd38-4d6b-9055-94739ac734c9 {{(pid=79278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:25:57.847775 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device bd77bd89-cd38-4d6b-9055-94739ac734c9 not bound to the agent host hv-cinder-80278 {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:25:57.858201 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-8d020ef0-7093-4a65-8b79-b192394553a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:57.870582 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-14f854d3-e01b-42e3-bd93-a3595c7f1a39 None None] Provisioning complete for port 62c18cf5-328f-424e-93d7-acace6ee14a1 triggered by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:25:57.870963 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-14f854d3-e01b-42e3-bd93-a3595c7f1a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:57.931971 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-8d020ef0-7093-4a65-8b79-b192394553a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:57.961850 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=02817dfe-035b-4d21-84a1-2620d1f71937,revision_number=5']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:57.969401 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:58.048939 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-97a9b394-0000-4c84-8fa1-84c2f28d333a req-d8776304-5c0c-4fd1-b199-e5252081151d tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273'] for port, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:58.062089 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-247273a5-756c-4562-b662-892154a08e12 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:58.099157 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05a4e5-2054-4318-ac6a-474cea22dad8 req-870bbf30-e66b-438a-9f92-0c27f3b55732 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:58.100681 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-fc05a4e5-2054-4318-ac6a-474cea22dad8 req-870bbf30-e66b-438a-9f92-0c27f3b55732 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.1230564 Aug 31 15:25:58.102600 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-8d020ef0-7093-4a65-8b79-b192394553a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:58.107564 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-f49982ab-8e34-4c05-9187-7864399162f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:58.122218 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8776304-5c0c-4fd1-b199-e5252081151d tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Pushing event deleted for resources: {'Port': ['ID=88aa3751-2ddb-4721-ad6d-d4c6f89e993d,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:58.127706 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-d8776304-5c0c-4fd1-b199-e5252081151d tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:58.141595 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d020ef0-7093-4a65-8b79-b192394553a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a758e1-56d6-4db7-b86d-e13b58b81ea9,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:58.143970 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-8d020ef0-7093-4a65-8b79-b192394553a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:58.151990 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-8d020ef0-7093-4a65-8b79-b192394553a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:58.155912 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-8d020ef0-7093-4a65-8b79-b192394553a9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/90a758e1-56d6-4db7-b86d-e13b58b81ea9 HTTP/1.1" status: 204 len: 168 time: 0.3862221 Aug 31 15:25:58.189301 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-fc05a4e5-2054-4318-ac6a-474cea22dad8 req-664b5de7-e080-4241-89fc-17ac4b199302 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752397 Aug 31 15:25:58.220120 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a9b394-0000-4c84-8fa1-84c2f28d333a req-d8776304-5c0c-4fd1-b199-e5252081151d tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] No DVR routers for this DVR port 88aa3751-2ddb-4721-ad6d-d4c6f89e993d on host hv-cinder-80278 {{(pid=79277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:25:58.229275 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-97a9b394-0000-4c84-8fa1-84c2f28d333a req-d8776304-5c0c-4fd1-b199-e5252081151d tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:58.281245 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 62c18cf5-328f-424e-93d7-acace6ee14a1 up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:25:58.340209 dv-cinder-802781-4-iscsi neutron-server[79278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f6034b-bae8-44e6-8979-2629168a2783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02817dfe-035b-4d21-84a1-2620d1f71937', 'code': 200} Aug 31 15:25:58.393037 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-97a9b394-0000-4c84-8fa1-84c2f28d333a req-d8776304-5c0c-4fd1-b199-e5252081151d tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.64 "DELETE /v2.0/ports/88aa3751-2ddb-4721-ad6d-d4c6f89e993d HTTP/1.1" status: 204 len: 173 time: 2.0743299 Aug 31 15:25:58.440423 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-2a5f71a0-e072-4a00-8c35-5e7c10817f0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:58.460764 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port 62c18cf5-328f-424e-93d7-acace6ee14a1 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:25:58.461233 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:58.538526 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bc9c7-caef-419e-9198-c2875dd7070e req-3ae18d7b-e8f2-473f-a85b-1aa1d6873305 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:58.551407 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-3c5bc9c7-caef-419e-9198-c2875dd7070e req-3ae18d7b-e8f2-473f-a85b-1aa1d6873305 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26f6034b-bae8-44e6-8979-2629168a2783 HTTP/1.1" status: 200 len: 945 time: 0.1843374 Aug 31 15:25:58.658103 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-3c5bc9c7-caef-419e-9198-c2875dd7070e req-a0a9bff1-5295-4c49-a272-279cf9857037 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056993 Aug 31 15:25:58.687928 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 47072) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:58.716346 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0f175ff3-d8f1-416c-83e6-a3a6b90907dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:58.748445 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-0f175ff3-d8f1-416c-83e6-a3a6b90907dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:25:58.756524 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-0f175ff3-d8f1-416c-83e6-a3a6b90907dc admin admin] Usage tracker for resource:security_group_rule and tenant:3620e1dd8da64ea3adf59f99191625b1 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:25:58.761725 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-0f175ff3-d8f1-416c-83e6-a3a6b90907dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:25:58.769163 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-0f175ff3-d8f1-416c-83e6-a3a6b90907dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:25:58.870643 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-99c757eb-e265-4ab3-80dd-23bccc63ede6 req-98f292c2-2913-4fcb-8449-221ea35f6b05 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/ports?device_id=53f72fd9-640e-41e3-88f4-9d0fcdef7478 HTTP/1.1" status: 200 len: 210 time: 0.0614727 Aug 31 15:25:58.939729 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0f175ff3-d8f1-416c-83e6-a3a6b90907dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:58.944608 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0f175ff3-d8f1-416c-83e6-a3a6b90907dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:58.953755 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-b44e2354-2cff-47c1-90ee-c44693a2a921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:58.964582 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 88aa3751-2ddb-4721-ad6d-d4c6f89e993d no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:25:59.004323 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f175ff3-d8f1-416c-83e6-a3a6b90907dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067e4b5c-8b05-425f-b142-4ed254611261,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:59.007990 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] No Port match for: 88aa3751-2ddb-4721-ad6d-d4c6f89e993d {{(pid=79278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:25:59.008348 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 88aa3751-2ddb-4721-ad6d-d4c6f89e993d not bound to the agent host hv-cinder-80278 {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:25:59.008963 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-0f175ff3-d8f1-416c-83e6-a3a6b90907dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:59.015880 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-0f175ff3-d8f1-416c-83e6-a3a6b90907dc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3620e1dd8da64ea3adf59f99191625b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3234341 Aug 31 15:25:59.016069 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f72fd9-640e-41e3-88f4-9d0fcdef7478', 'name': 'network-vif-deleted', 'tag': '88aa3751-2ddb-4721-ad6d-d4c6f89e993d'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:25:59.016180 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 47078) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:59.046411 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f03a34-5284-4bee-8102-06c4dcfa2bea req-dced81a3-5d31-4ec8-a329-e52a045b0ecb tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:59.053526 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-83f03a34-5284-4bee-8102-06c4dcfa2bea req-dced81a3-5d31-4ec8-a329-e52a045b0ecb tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c074e6f-bda6-48b8-b796-a21e3bc0291a HTTP/1.1" status: 200 len: 945 time: 0.4078715 Aug 31 15:25:59.090441 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc94a148-84c5-47cb-a6f0-f4469e82d6d6 req-33fd77b6-b8ba-4f74-8999-aa81c2a83c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:59.093960 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-bc94a148-84c5-47cb-a6f0-f4469e82d6d6 req-33fd77b6-b8ba-4f74-8999-aa81c2a83c3f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=26f6034b-bae8-44e6-8979-2629168a2783 HTTP/1.1" status: 200 len: 1098 time: 0.3404360 Aug 31 15:25:59.103847 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-dbe6efa7-768c-4b50-905d-8c784330f639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:59.137081 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-2a5f71a0-e072-4a00-8c35-5e7c10817f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3925029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3906950'] for router, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:59.138585 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-dbe6efa7-768c-4b50-905d-8c784330f639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:59.140287 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f72fd9-640e-41e3-88f4-9d0fcdef7478', 'name': 'network-vif-deleted', 'tag': '88aa3751-2ddb-4721-ad6d-d4c6f89e993d', 'status': 'completed', 'code': 200} Aug 31 15:25:59.176999 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-83f03a34-5284-4bee-8102-06c4dcfa2bea req-a0881182-2372-4b48-bd81-a183ce7986f4 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146867 Aug 31 15:25:59.225189 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-dbe6efa7-768c-4b50-905d-8c784330f639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:59.234717 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-cff85b09-9572-4d0e-af2e-057eae1e17dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:25:59.253167 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe6efa7-768c-4b50-905d-8c784330f639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067e4b5c-8b05-425f-b142-4ed254611261,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:25:59.257446 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-dbe6efa7-768c-4b50-905d-8c784330f639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:59.274861 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-dbe6efa7-768c-4b50-905d-8c784330f639 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/067e4b5c-8b05-425f-b142-4ed254611261 HTTP/1.1" status: 204 len: 168 time: 0.2482913 Aug 31 15:25:59.275972 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-dbe6efa7-768c-4b50-905d-8c784330f639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:25:59.440174 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-bc94a148-84c5-47cb-a6f0-f4469e82d6d6 req-f156d27e-9304-4845-8441-ed008f70b151 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202500 Aug 31 15:25:59.621983 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820edf2f-33cd-48ab-b686-ec80e56ceb1f req-b2798509-c25b-4a61-a8af-87aee41dca32 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:59.630979 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-820edf2f-33cd-48ab-b686-ec80e56ceb1f req-b2798509-c25b-4a61-a8af-87aee41dca32 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.1938205 Aug 31 15:25:59.694337 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-820edf2f-33cd-48ab-b686-ec80e56ceb1f req-90b2044a-fe79-4ffb-8853-216b9e95a2cf tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635271 Aug 31 15:25:59.694890 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5f71a0-e072-4a00-8c35-5e7c10817f0c admin admin] Router 857b818d-43f5-4280-964e-77f41b9aeb1d is scheduled to L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 with binding_index 1 {{(pid=79277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 31 15:25:59.846239 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d48c6-34d6-4f3e-a5d3-b5beb411ad91 req-80e61c8d-56ac-4d3f-8db2-c99361e1fbb7 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:25:59.853985 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-003d48c6-34d6-4f3e-a5d3-b5beb411ad91 req-80e61c8d-56ac-4d3f-8db2-c99361e1fbb7 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26f6034b-bae8-44e6-8979-2629168a2783 HTTP/1.1" status: 200 len: 945 time: 0.0981727 Aug 31 15:25:59.904634 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-003d48c6-34d6-4f3e-a5d3-b5beb411ad91 req-ea3c32dc-2e83-4c99-8749-afe9d52a433c tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494263 Aug 31 15:25:59.931002 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5f71a0-e072-4a00-8c35-5e7c10817f0c admin admin] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:25:59.944928 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d3a573-7165-433a-bcdb-f30e53951903 None None] Sync routers for ids ['857b818d-43f5-4280-964e-77f41b9aeb1d'] in dv-cinder-802781-4-iscsi {{(pid=79279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:25:59.957104 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-2a5f71a0-e072-4a00-8c35-5e7c10817f0c admin admin] Notify callbacks [] for router, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:25:59.961343 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 47118) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:25:59.962247 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-2a5f71a0-e072-4a00-8c35-5e7c10817f0c admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.0966332 Aug 31 15:25:59.963869 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d3a573-7165-433a-bcdb-f30e53951903 None None] Routers {'857b818d-43f5-4280-964e-77f41b9aeb1d'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:25:59.964494 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-21d3a573-7165-433a-bcdb-f30e53951903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:25:38Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['857b818d-43f5-4280-964e-77f41b9aeb1d'], 'active': True} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:26:00.104015 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-56082364-21b0-4653-b412-0f8e94239d96 req-bf36c5ca-fc56-4962-a4e1-c5a693523a63 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Synchronizing usage tracker for tenant:f1df87dc0c7c4a1787bf40fb3ff5dde6 on resource:port {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:26:00.128724 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-56082364-21b0-4653-b412-0f8e94239d96 req-bf36c5ca-fc56-4962-a4e1-c5a693523a63 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Unset dirty status for tenant:f1df87dc0c7c4a1787bf40fb3ff5dde6 on resource:port {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:26:00.130207 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-56082364-21b0-4653-b412-0f8e94239d96 req-bf36c5ca-fc56-4962-a4e1-c5a693523a63 tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] 10.222.0.81 "GET /v2.0/ports?device_id=53f72fd9-640e-41e3-88f4-9d0fcdef7478 HTTP/1.1" status: 200 len: 210 time: 0.0874417 Aug 31 15:26:00.250813 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvr_db [None req-21d3a573-7165-433a-bcdb-f30e53951903 None None] Set router 857b818d-43f5-4280-964e-77f41b9aeb1d gateway port host: dv-cinder-802781-4-iscsi {{(pid=79279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:26:00.631576 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-21d3a573-7165-433a-bcdb-f30e53951903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857b818d-43f5-4280-964e-77f41b9aeb1d', 'name': 'tempest-TestShelveInstance-646910121-router', 'tenant_id': '7ae108ad25124f909f1e46038dca0493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'bd55f413-b4aa-472a-bce4-f272f7abce49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:25:53Z', 'updated_at': '2021-08-31T15:25:57Z', 'revision_number': 3, 'project_id': '7ae108ad25124f909f1e46038dca0493', 'gw_port': {'id': 'bd55f413-b4aa-472a-bce4-f272f7abce49', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '857b818d-43f5-4280-964e-77f41b9aeb1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:25:55Z', 'updated_at': '2021-08-31T15:25:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi'}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:26:00.637460 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d3a573-7165-433a-bcdb-f30e53951903 None None] Checking router: 857b818d-43f5-4280-964e-77f41b9aeb1d for host: dv-cinder-802781-4-iscsi {{(pid=79279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:26:00.637815 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d3a573-7165-433a-bcdb-f30e53951903 None None] Updating router 857b818d-43f5-4280-964e-77f41b9aeb1d port bd55f413-b4aa-472a-bce4-f272f7abce49 binding host dv-cinder-802781-4-iscsi {{(pid=79279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:26:00.695400 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-21d3a573-7165-433a-bcdb-f30e53951903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:00.711659 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d80fc-e6e7-46cb-a341-be1a7416a7f9 req-bbaa1809-879b-4cc7-8982-5fa7d653cdce tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:00.713130 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-711d80fc-e6e7-46cb-a341-be1a7416a7f9 req-bbaa1809-879b-4cc7-8982-5fa7d653cdce tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c074e6f-bda6-48b8-b796-a21e3bc0291a HTTP/1.1" status: 200 len: 945 time: 0.3591104 Aug 31 15:26:00.789111 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-711d80fc-e6e7-46cb-a341-be1a7416a7f9 req-3fa1900e-c011-4915-8d2e-ee76403a5ce9 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667343 Aug 31 15:26:00.967398 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e60dc4-b6bb-4c68-b063-86ee68ed2db1 req-232391de-7f21-415b-927c-42ceab2c3188 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:00.975387 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a2e60dc4-b6bb-4c68-b063-86ee68ed2db1 req-232391de-7f21-415b-927c-42ceab2c3188 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.1160948 Aug 31 15:26:01.037925 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a2e60dc4-b6bb-4c68-b063-86ee68ed2db1 req-0d6d55fe-829e-40ca-bca5-799f368c1369 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613787 Aug 31 15:26:01.174146 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-21d3a573-7165-433a-bcdb-f30e53951903 None None] Notify callbacks [] for port, precommit_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:01.189575 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.provisioning_blocks [None req-21d3a573-7165-433a-bcdb-f30e53951903 None None] Transition to ACTIVE for port object bd55f413-b4aa-472a-bce4-f272f7abce49 will not be triggered until provisioned by entity L2. {{(pid=79279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:26:01.200054 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-21d3a573-7165-433a-bcdb-f30e53951903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:01.209960 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG oslo_concurrency.lockutils [None req-dc0f4a5c-3ae8-499c-9a48-d4a4dc0168b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:01.251016 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c24ce838-bb93-4d31-b34e-0d76f0f8a724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:01.341808 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.managers [None req-21d3a573-7165-433a-bcdb-f30e53951903 None None] Attempting to bind port bd55f413-b4aa-472a-bce4-f272f7abce49 on host dv-cinder-802781-4-iscsi for vnic_type normal with profile {{(pid=79279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:26:01.342216 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.managers [None req-21d3a573-7165-433a-bcdb-f30e53951903 None None] Attempting to bind port bd55f413-b4aa-472a-bce4-f272f7abce49 by drivers openvswitch,hyperv on host dv-cinder-802781-4-iscsi at level 0 using segments [{'id': 'ee0cca34-cfc1-48b8-9cd2-f432400bdd40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'}] {{(pid=79279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:26:01.343321 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d3a573-7165-433a-bcdb-f30e53951903 None None] Attempting to bind port bd55f413-b4aa-472a-bce4-f272f7abce49 on network 8f15a7b0-c0b9-4864-9373-42147a89de1a {{(pid=79279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:26:01.347522 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcfffce-59d7-46db-92e5-146f25b15f40 None None] Pushing event updated for resources: {'Port': ['ID=bd55f413-b4aa-472a-bce4-f272f7abce49,revision_number=2']} {{(pid=79279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:01.354275 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d3a573-7165-433a-bcdb-f30e53951903 None None] Checking agent: {'id': 'b1845f19-f6eb-4023-b5bb-8a6030080bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 15, 36), 'started_at': datetime.datetime(2021, 8, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:26:01.354659 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d3a573-7165-433a-bcdb-f30e53951903 None None] Checking segment: {'id': 'ee0cca34-cfc1-48b8-9cd2-f432400bdd40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:26:01.355067 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-21d3a573-7165-433a-bcdb-f30e53951903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:01.355549 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d3a573-7165-433a-bcdb-f30e53951903 None None] Bound using segment: {'id': 'ee0cca34-cfc1-48b8-9cd2-f432400bdd40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'} {{(pid=79279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:26:01.356031 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.managers [None req-21d3a573-7165-433a-bcdb-f30e53951903 None None] Bound port: bd55f413-b4aa-472a-bce4-f272f7abce49, host: dv-cinder-802781-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0cca34-cfc1-48b8-9cd2-f432400bdd40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'}}] {{(pid=79279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:26:01.356429 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-21d3a573-7165-433a-bcdb-f30e53951903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:01.365763 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90399754-5f81-455c-a1e8-0a5d2009aacf req-658fb8f2-2ede-45d8-80d2-07e749152e65 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:01.370683 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-90399754-5f81-455c-a1e8-0a5d2009aacf req-658fb8f2-2ede-45d8-80d2-07e749152e65 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26f6034b-bae8-44e6-8979-2629168a2783 HTTP/1.1" status: 200 len: 945 time: 0.2149618 Aug 31 15:26:01.392912 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcfffce-59d7-46db-92e5-146f25b15f40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:01.392912 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcfffce-59d7-46db-92e5-146f25b15f40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:01.392912 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcfffce-59d7-46db-92e5-146f25b15f40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:01.393266 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcfffce-59d7-46db-92e5-146f25b15f40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:01.393414 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcfffce-59d7-46db-92e5-146f25b15f40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:01.393738 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcfffce-59d7-46db-92e5-146f25b15f40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:01.394057 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcfffce-59d7-46db-92e5-146f25b15f40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:01.394376 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcfffce-59d7-46db-92e5-146f25b15f40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:01.394713 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcfffce-59d7-46db-92e5-146f25b15f40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:01.395050 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcfffce-59d7-46db-92e5-146f25b15f40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:01.395382 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcfffce-59d7-46db-92e5-146f25b15f40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:01.395695 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcfffce-59d7-46db-92e5-146f25b15f40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:01.409295 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG oslo_concurrency.lockutils [None req-8fcfffce-59d7-46db-92e5-146f25b15f40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:01.422741 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 47160) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:01.465437 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.db [None req-21d3a573-7165-433a-bcdb-f30e53951903 None None] For port bd55f413-b4aa-472a-bce4-f272f7abce49, host dv-cinder-802781-4-iscsi, cleared binding levels {{(pid=79279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:26:01.473208 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.db [None req-21d3a573-7165-433a-bcdb-f30e53951903 None None] For port bd55f413-b4aa-472a-bce4-f272f7abce49, host dv-cinder-802781-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=bd55f413-b4aa-472a-bce4-f272f7abce49,segment=NetworkSegment(ee0cca34-cfc1-48b8-9cd2-f432400bdd40),segment_id=ee0cca34-cfc1-48b8-9cd2-f432400bdd40)] {{(pid=79279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:26:01.483925 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-21d3a573-7165-433a-bcdb-f30e53951903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:01.499684 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:01.505340 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.db_base_plugin_v2 [None req-094cc70a-f112-46f5-8b32-d954630ea0e1 admin admin] Deleting subnet 51962a07-3c58-4112-a130-7ea0934f4db7 {{(pid=79277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 31 15:26:01.518927 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-094cc70a-f112-46f5-8b32-d954630ea0e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:01.599465 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-094cc70a-f112-46f5-8b32-d954630ea0e1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:01.608568 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-094cc70a-f112-46f5-8b32-d954630ea0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3292833'] for subnet, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:01.623363 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcfffce-59d7-46db-92e5-146f25b15f40 None None] Pushing event updated for resources: {'Port': ['ID=bd55f413-b4aa-472a-bce4-f272f7abce49,revision_number=3']} {{(pid=79279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:01.627004 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG oslo_concurrency.lockutils [None req-8fcfffce-59d7-46db-92e5-146f25b15f40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:01.643173 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d3a573-7165-433a-bcdb-f30e53951903 None None] Routers {'857b818d-43f5-4280-964e-77f41b9aeb1d'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:26:01.643861 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-21d3a573-7165-433a-bcdb-f30e53951903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:25:38Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['857b818d-43f5-4280-964e-77f41b9aeb1d'], 'active': True} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:26:01.651216 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.db_base_plugin_common [None req-c24ce838-bb93-4d31-b34e-0d76f0f8a724 admin admin] Allocated IP 172.20.0.1 (ef925e76-4046-4823-a8a0-a0830b7a304d/87e3bb36-5c9a-4d57-9d7c-099e88562166/a1fcd85b-bde2-48f9-b04f-6c050c43bb8c) {{(pid=79276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:26:01.685275 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-094cc70a-f112-46f5-8b32-d954630ea0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3292846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729'] for subnet, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:01.687273 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-90399754-5f81-455c-a1e8-0a5d2009aacf req-1b9d9ab1-2783-43c8-83c3-15a219ee49e8 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099990 Aug 31 15:26:01.694645 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-dbde13cf-fc74-42a3-9d4b-c80658e05d8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:01.737834 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094cc70a-f112-46f5-8b32-d954630ea0e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51962a07-3c58-4112-a130-7ea0934f4db7,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:01.739882 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-094cc70a-f112-46f5-8b32-d954630ea0e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:01.747468 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-094cc70a-f112-46f5-8b32-d954630ea0e1 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/51962a07-3c58-4112-a130-7ea0934f4db7 HTTP/1.1" status: 204 len: 168 time: 0.3231366 Aug 31 15:26:01.747941 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-094cc70a-f112-46f5-8b32-d954630ea0e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:01.749321 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 47176) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:01.869533 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-cdd0842c-0beb-428e-ad15-5208df973397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1015904'] for network, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:01.897286 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c24ce838-bb93-4d31-b34e-0d76f0f8a724 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:01.915337 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-c24ce838-bb93-4d31-b34e-0d76f0f8a724 admin admin] Transition to ACTIVE for port object a1fcd85b-bde2-48f9-b04f-6c050c43bb8c will not be triggered until provisioned by entity DHCP. {{(pid=79276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:26:01.949953 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c24ce838-bb93-4d31-b34e-0d76f0f8a724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1768796'] for port, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:01.956914 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:01.966032 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvr_db [None req-21d3a573-7165-433a-bcdb-f30e53951903 None None] Set router 857b818d-43f5-4280-964e-77f41b9aeb1d gateway port host: dv-cinder-802781-4-iscsi {{(pid=79279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:26:02.020368 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-cdd0842c-0beb-428e-ad15-5208df973397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3290458', 'neutron.services.segments.db._delete_segments_for_network-8738171925917'] for network, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:02.041459 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-cdd0842c-0beb-428e-ad15-5208df973397 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=79277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:26:02.041998 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-cdd0842c-0beb-428e-ad15-5208df973397 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=79277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:26:02.042685 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24ce838-bb93-4d31-b34e-0d76f0f8a724 admin admin] Network ef925e76-4046-4823-a8a0-a0830b7a304d is already hosted by enough agents. {{(pid=79276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:26:02.042857 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-cdd0842c-0beb-428e-ad15-5208df973397 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=79277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:26:02.043521 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-cdd0842c-0beb-428e-ad15-5208df973397 admin admin] Subscribe: > port after_create 55550000 {{(pid=79277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:26:02.044001 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-cdd0842c-0beb-428e-ad15-5208df973397 admin admin] Subscribe: > port after_delete 55550000 {{(pid=79277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:26:02.044497 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-cdd0842c-0beb-428e-ad15-5208df973397 admin admin] Subscribe: > port after_update 55550000 {{(pid=79277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:26:02.045149 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-cdd0842c-0beb-428e-ad15-5208df973397 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=79277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:26:02.046127 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-cdd0842c-0beb-428e-ad15-5208df973397 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:26:02.046262 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.base_scheduler [None req-c24ce838-bb93-4d31-b34e-0d76f0f8a724 admin admin] Resources bound (agent type, host, resource id): {{(pid=79276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:26:02.046714 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-cdd0842c-0beb-428e-ad15-5208df973397 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:26:02.047177 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-cdd0842c-0beb-428e-ad15-5208df973397 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=79277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:26:02.050158 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24ce838-bb93-4d31-b34e-0d76f0f8a724 admin admin] Received port after_create {{(pid=79276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:26:02.124436 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ce838-bb93-4d31-b34e-0d76f0f8a724 admin admin] Pushing event updated for resources: {'Port': ['ID=a1fcd85b-bde2-48f9-b04f-6c050c43bb8c,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:02.143027 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-c24ce838-bb93-4d31-b34e-0d76f0f8a724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:02.166139 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-cdd0842c-0beb-428e-ad15-5208df973397 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=79277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:26:02.166903 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c24ce838-bb93-4d31-b34e-0d76f0f8a724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3927107'] for router_interface, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:02.181885 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-cdd0842c-0beb-428e-ad15-5208df973397 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=79277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:26:02.182629 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-cdd0842c-0beb-428e-ad15-5208df973397 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=79277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:26:02.185343 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-cdd0842c-0beb-428e-ad15-5208df973397 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=79277) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 15:26:02.187042 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.services.segments.db [None req-cdd0842c-0beb-428e-ad15-5208df973397 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41ce6d2e-dc6a-4a5d-9201-7b0f0a2a6960']}} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:26:02.201651 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.services.segments.db [None req-cdd0842c-0beb-428e-ad15-5208df973397 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63d20dec-d5e5-4a7f-a5ea-531a5cb834e2') {'for_net_delete': True} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:26:02.202214 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.services.segments.db [None req-cdd0842c-0beb-428e-ad15-5208df973397 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63d20dec-d5e5-4a7f-a5ea-531a5cb834e2') {} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:26:02.217321 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-cdd0842c-0beb-428e-ad15-5208df973397 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738171923703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1557509'] for segment, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:02.239355 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-cdd0842c-0beb-428e-ad15-5208df973397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3286683'] for segment, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:02.248114 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdd0842c-0beb-428e-ad15-5208df973397 admin admin] Releasing vlan 946 on physical network physnet1 to pool {{(pid=79277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:26:02.248540 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-cdd0842c-0beb-428e-ad15-5208df973397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3286674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10695556'] for segment, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:02.364030 dv-cinder-802781-4-iscsi neutron-server[79277]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 15:26:02.364030 dv-cinder-802781-4-iscsi neutron-server[79277]: from cryptography.utils import int_from_bytes Aug 31 15:26:02.364030 dv-cinder-802781-4-iscsi neutron-server[79277]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 15:26:02.364030 dv-cinder-802781-4-iscsi neutron-server[79277]: from cryptography.utils import int_from_bytes Aug 31 15:26:02.364030 dv-cinder-802781-4-iscsi neutron-server[79277]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 31 15:26:02.364030 dv-cinder-802781-4-iscsi neutron-server[79277]: util.warn_limited( Aug 31 15:26:02.364030 dv-cinder-802781-4-iscsi neutron-server[79277]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 31 15:26:02.364030 dv-cinder-802781-4-iscsi neutron-server[79277]: util.warn_limited( Aug 31 15:26:02.364030 dv-cinder-802781-4-iscsi neutron-server[79277]: Traceback (most recent call last): Aug 31 15:26:02.364030 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:26:02.364030 dv-cinder-802781-4-iscsi neutron-server[79277]: timer() Aug 31 15:26:02.364030 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:26:02.364030 dv-cinder-802781-4-iscsi neutron-server[79277]: cb(*args, **kw) Aug 31 15:26:02.364030 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 31 15:26:02.364030 dv-cinder-802781-4-iscsi neutron-server[79277]: return func(*args, **kwargs) Aug 31 15:26:02.364030 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:26:02.364030 dv-cinder-802781-4-iscsi neutron-server[79277]: self._notify() Aug 31 15:26:02.364030 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:26:02.364030 dv-cinder-802781-4-iscsi neutron-server[79277]: self.callback(batched_events) Aug 31 15:26:02.364030 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:26:02.364030 dv-cinder-802781-4-iscsi neutron-server[79277]: event.method(event) Aug 31 15:26:02.364030 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 15:26:02.364030 dv-cinder-802781-4-iscsi neutron-server[79277]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:26:02.364030 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 15:26:02.364030 dv-cinder-802781-4-iscsi neutron-server[79277]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:26:02.364030 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 15:26:02.364030 dv-cinder-802781-4-iscsi neutron-server[79277]: return f(self, *a, **k) Aug 31 15:26:02.364030 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 31 15:26:02.364030 dv-cinder-802781-4-iscsi neutron-server[79277]: return self._get(url).json() Aug 31 15:26:02.364030 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 31 15:26:02.364030 dv-cinder-802781-4-iscsi neutron-server[79277]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:26:02.364030 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:26:02.364030 dv-cinder-802781-4-iscsi neutron-server[79277]: return self.request(url, 'GET', **kwargs) Aug 31 15:26:02.364030 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:26:02.364030 dv-cinder-802781-4-iscsi neutron-server[79277]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:26:02.364030 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:26:02.364030 dv-cinder-802781-4-iscsi neutron-server[79277]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:26:02.364030 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:26:02.364030 dv-cinder-802781-4-iscsi neutron-server[79277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:26:02.364030 dv-cinder-802781-4-iscsi neutron-server[79277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:26:02.400428 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-de964149-69e5-488a-8f89-e36c3528e16d None None] Provisioning for port a1fcd85b-bde2-48f9-b04f-6c050c43bb8c completed by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:26:02.408807 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-cdd0842c-0beb-428e-ad15-5208df973397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3290403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906838'] for network, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:02.411792 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-de964149-69e5-488a-8f89-e36c3528e16d None None] Provisioning complete for port a1fcd85b-bde2-48f9-b04f-6c050c43bb8c triggered by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:26:02.413507 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:02.413643 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-de964149-69e5-488a-8f89-e36c3528e16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:02.438569 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-21d3a573-7165-433a-bcdb-f30e53951903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857b818d-43f5-4280-964e-77f41b9aeb1d', 'name': 'tempest-TestShelveInstance-646910121-router', 'tenant_id': '7ae108ad25124f909f1e46038dca0493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'bd55f413-b4aa-472a-bce4-f272f7abce49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:25:53Z', 'updated_at': '2021-08-31T15:25:57Z', 'revision_number': 3, 'project_id': '7ae108ad25124f909f1e46038dca0493', 'gw_port': {'id': 'bd55f413-b4aa-472a-bce4-f272f7abce49', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '857b818d-43f5-4280-964e-77f41b9aeb1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:25:55Z', 'updated_at': '2021-08-31T15:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi'}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:26:02.443365 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d3a573-7165-433a-bcdb-f30e53951903 None None] The sync data for ids ['857b818d-43f5-4280-964e-77f41b9aeb1d'] in dv-cinder-802781-4-iscsi is: [{'id': '857b818d-43f5-4280-964e-77f41b9aeb1d', 'name': 'tempest-TestShelveInstance-646910121-router', 'tenant_id': '7ae108ad25124f909f1e46038dca0493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'bd55f413-b4aa-472a-bce4-f272f7abce49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:25:53Z', 'updated_at': '2021-08-31T15:25:57Z', 'revision_number': 3, 'project_id': '7ae108ad25124f909f1e46038dca0493', 'gw_port': {'id': 'bd55f413-b4aa-472a-bce4-f272f7abce49', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '857b818d-43f5-4280-964e-77f41b9aeb1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:25:55Z', 'updated_at': '2021-08-31T15:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi'}] {{(pid=79279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:26:02.469717 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-cdd0842c-0beb-428e-ad15-5208df973397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for network, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:02.485197 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0842c-0beb-428e-ad15-5208df973397 admin admin] Pushing event deleted for resources: {'Network': ['ID=41ce6d2e-dc6a-4a5d-9201-7b0f0a2a6960,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:02.488253 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-cdd0842c-0beb-428e-ad15-5208df973397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:02.495290 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-cdd0842c-0beb-428e-ad15-5208df973397 admin admin] 10.222.0.81 "DELETE /v2.0/networks/41ce6d2e-dc6a-4a5d-9201-7b0f0a2a6960 HTTP/1.1" status: 204 len: 168 time: 0.7448382 Aug 31 15:26:02.532212 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967f251-6fac-47e7-b7de-3ed0de409731 req-5c2cda6a-9ed9-46df-a0da-02155668d33d tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:02.532477 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-de964149-69e5-488a-8f89-e36c3528e16d None None] Port a1fcd85b-bde2-48f9-b04f-6c050c43bb8c cannot update to ACTIVE because it is not bound. {{(pid=79278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:26:02.541611 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-7967f251-6fac-47e7-b7de-3ed0de409731 req-5c2cda6a-9ed9-46df-a0da-02155668d33d tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.3511376 Aug 31 15:26:02.610772 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-7967f251-6fac-47e7-b7de-3ed0de409731 req-f529302e-3039-42ec-b37d-bec83a007383 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681903 Aug 31 15:26:02.708110 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c24ce838-bb93-4d31-b34e-0d76f0f8a724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:02.777965 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 47226) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:02.949261 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-75a3fc5e-94ca-41ba-a085-50a8b9173199 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a46b0e167bb642f79bcbb84549b986d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1687744 Aug 31 15:26:02.954205 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 47246) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:03.119960 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c24ce838-bb93-4d31-b34e-0d76f0f8a724 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:03.131299 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c24ce838-bb93-4d31-b34e-0d76f0f8a724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1768773'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:03.164513 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-86a6c75c-5319-4e39-b208-e8e31a9f701e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:03.214112 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a27e1-bb6f-4edf-816b-ef7b9aef28c6 req-28cb75ce-3b65-43a8-85fb-f09d2f8ce22f tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:03.221494 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:03.224661 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-443a27e1-bb6f-4edf-816b-ef7b9aef28c6 req-28cb75ce-3b65-43a8-85fb-f09d2f8ce22f tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26f6034b-bae8-44e6-8979-2629168a2783 HTTP/1.1" status: 200 len: 945 time: 0.2832012 Aug 31 15:26:03.248534 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-86a6c75c-5319-4e39-b208-e8e31a9f701e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:03.332049 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-443a27e1-bb6f-4edf-816b-ef7b9aef28c6 req-9dd5be09-1f9d-4bcc-bc7c-37a2c53ebe32 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064172 Aug 31 15:26:03.341437 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ce838-bb93-4d31-b34e-0d76f0f8a724 admin admin] Pushing event updated for resources: {'Port': ['ID=a1fcd85b-bde2-48f9-b04f-6c050c43bb8c,revision_number=2']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:03.345810 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-c24ce838-bb93-4d31-b34e-0d76f0f8a724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:03.375923 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-86a6c75c-5319-4e39-b208-e8e31a9f701e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:03.380389 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-bff51615-a3a8-4811-9209-4d05bb38d95d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:03.393295 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c24ce838-bb93-4d31-b34e-0d76f0f8a724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3790843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3927084'] for router_interface, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:03.438189 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6c75c-5319-4e39-b208-e8e31a9f701e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41225773-89bd-4b63-9bfd-d4f674d2f885,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:03.454874 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-86a6c75c-5319-4e39-b208-e8e31a9f701e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:03.484761 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-86a6c75c-5319-4e39-b208-e8e31a9f701e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:03.486678 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-86a6c75c-5319-4e39-b208-e8e31a9f701e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/41225773-89bd-4b63-9bfd-d4f674d2f885 HTTP/1.1" status: 204 len: 168 time: 0.5274303 Aug 31 15:26:03.606936 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24ce838-bb93-4d31-b34e-0d76f0f8a724 admin admin] Network ef925e76-4046-4823-a8a0-a0830b7a304d is already hosted by enough agents. {{(pid=79276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:26:03.613918 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.base_scheduler [None req-c24ce838-bb93-4d31-b34e-0d76f0f8a724 admin admin] Resources bound (agent type, host, resource id): {{(pid=79276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:26:03.802561 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfd807-4d51-43ff-99b1-1f771a1ec91b req-0c78b134-a54f-4fd8-9cb8-219a58c2a901 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:03.812003 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a5bfd807-4d51-43ff-99b1-1f771a1ec91b req-0c78b134-a54f-4fd8-9cb8-219a58c2a901 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c074e6f-bda6-48b8-b796-a21e3bc0291a HTTP/1.1" status: 200 len: 945 time: 0.1963763 Aug 31 15:26:03.923869 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a5bfd807-4d51-43ff-99b1-1f771a1ec91b req-87c75872-ab79-48d3-b642-7c8cec74cd40 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106143 Aug 31 15:26:04.062272 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24ce838-bb93-4d31-b34e-0d76f0f8a724 admin admin] Router 857b818d-43f5-4280-964e-77f41b9aeb1d has already been hosted by L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 {{(pid=79276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:26:04.094142 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-d4d7f970-f0c7-4d72-b648-529e956c3af1 None None] Provisioning complete for port a1fcd85b-bde2-48f9-b04f-6c050c43bb8c triggered by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:26:04.095657 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-d4d7f970-f0c7-4d72-b648-529e956c3af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:04.272136 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-d4d7f970-f0c7-4d72-b648-529e956c3af1 None None] Port a1fcd85b-bde2-48f9-b04f-6c050c43bb8c cannot update to ACTIVE because it is not bound. {{(pid=79278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:26:04.415343 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device bd55f413-b4aa-472a-bce4-f272f7abce49 up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:26:04.536999 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c22e60-8914-4b72-848a-15a0b0e15687 req-d8440d76-b70b-42ed-97e8-d3eb945ff0c8 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:04.551039 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-86c22e60-8914-4b72-848a-15a0b0e15687 req-d8440d76-b70b-42ed-97e8-d3eb945ff0c8 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.3791795 Aug 31 15:26:04.574458 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning for port bd55f413-b4aa-472a-bce4-f272f7abce49 completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:26:04.582418 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port bd55f413-b4aa-472a-bce4-f272f7abce49 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:26:04.582803 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:04.613367 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24ce838-bb93-4d31-b34e-0d76f0f8a724 admin admin] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:26:04.652707 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-c24ce838-bb93-4d31-b34e-0d76f0f8a724 admin admin] 10.222.0.81 "PUT /v2.0/routers/857b818d-43f5-4280-964e-77f41b9aeb1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6900730 Aug 31 15:26:04.698779 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-86c22e60-8914-4b72-848a-15a0b0e15687 req-e85cf853-8154-4188-b215-b9abe7c704b8 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464334 Aug 31 15:26:04.891802 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:04.934014 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] For port bd55f413-b4aa-472a-bce4-f272f7abce49, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=bd55f413-b4aa-472a-bce4-f272f7abce49,segment=NetworkSegment(ee0cca34-cfc1-48b8-9cd2-f432400bdd40),segment_id=ee0cca34-cfc1-48b8-9cd2-f432400bdd40)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:26:04.940310 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:04.942548 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:05.056299 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Pushing event updated for resources: {'Port': ['ID=bd55f413-b4aa-472a-bce4-f272f7abce49,revision_number=4']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:05.064509 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:05.191859 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46b9552-62e1-4f2a-a03f-96e58947fd9f None None] Sync routers for ids ['857b818d-43f5-4280-964e-77f41b9aeb1d'] in dv-cinder-802781-4-iscsi {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:26:05.204675 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46b9552-62e1-4f2a-a03f-96e58947fd9f None None] Routers {'857b818d-43f5-4280-964e-77f41b9aeb1d'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:26:05.205428 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-a46b9552-62e1-4f2a-a03f-96e58947fd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:25:38Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['857b818d-43f5-4280-964e-77f41b9aeb1d'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:26:05.354113 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b65de5-1131-4957-ae69-1d930953fdb7 req-252df66d-1485-409c-8031-2194e011b641 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:05.361761 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-32b65de5-1131-4957-ae69-1d930953fdb7 req-252df66d-1485-409c-8031-2194e011b641 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c074e6f-bda6-48b8-b796-a21e3bc0291a HTTP/1.1" status: 200 len: 945 time: 0.1171060 Aug 31 15:26:05.370239 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-beb8b9f6-e87c-472f-b2be-905fe82ffff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:05.456132 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-32b65de5-1131-4957-ae69-1d930953fdb7 req-de91a447-5dfd-43a3-8d93-90be63b044ff tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932858 Aug 31 15:26:05.496448 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-a46b9552-62e1-4f2a-a03f-96e58947fd9f None None] Set router 857b818d-43f5-4280-964e-77f41b9aeb1d gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:26:05.771111 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:05.939402 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7542a-4af9-4e34-92d0-5bf84dbbab12 req-cb564578-31bd-43c8-abf3-6d0171acf35c tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:05.949373 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-98d7542a-4af9-4e34-92d0-5bf84dbbab12 req-cb564578-31bd-43c8-abf3-6d0171acf35c tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.1140616 Aug 31 15:26:05.997754 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-a46b9552-62e1-4f2a-a03f-96e58947fd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857b818d-43f5-4280-964e-77f41b9aeb1d', 'name': 'tempest-TestShelveInstance-646910121-router', 'tenant_id': '7ae108ad25124f909f1e46038dca0493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'bd55f413-b4aa-472a-bce4-f272f7abce49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:25:53Z', 'updated_at': '2021-08-31T15:26:02Z', 'revision_number': 4, 'project_id': '7ae108ad25124f909f1e46038dca0493', 'gw_port': {'id': 'bd55f413-b4aa-472a-bce4-f272f7abce49', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857b818d-43f5-4280-964e-77f41b9aeb1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:25:55Z', 'updated_at': '2021-08-31T15:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': 'a1fcd85b-bde2-48f9-b04f-6c050c43bb8c', 'name': '', 'network_id': 'ef925e76-4046-4823-a8a0-a0830b7a304d', 'tenant_id': '7ae108ad25124f909f1e46038dca0493', 'mac_address': 'fa:16:3e:5e:7e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '857b818d-43f5-4280-964e-77f41b9aeb1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '87e3bb36-5c9a-4d57-9d7c-099e88562166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:26:01Z', 'updated_at': '2021-08-31T15:26:02Z', 'revision_number': 2, 'project_id': '7ae108ad25124f909f1e46038dca0493', 'subnets': [{'id': '87e3bb36-5c9a-4d57-9d7c-099e88562166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:26:06.003491 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46b9552-62e1-4f2a-a03f-96e58947fd9f None None] Checking router: 857b818d-43f5-4280-964e-77f41b9aeb1d for host: dv-cinder-802781-4-iscsi {{(pid=79278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:26:06.004223 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46b9552-62e1-4f2a-a03f-96e58947fd9f None None] Updating router 857b818d-43f5-4280-964e-77f41b9aeb1d port a1fcd85b-bde2-48f9-b04f-6c050c43bb8c binding host dv-cinder-802781-4-iscsi {{(pid=79278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:26:06.021633 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-98d7542a-4af9-4e34-92d0-5bf84dbbab12 req-01744df0-1e24-4237-97d5-8189dc33f319 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679882 Aug 31 15:26:06.059617 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 47454) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:06.066795 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [None req-6151ca32-20b6-461d-8ad2-9c3472a31eb8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-983182897-network', 'tenant_id': '51859bf98dff49e3b76e84b214e1e800'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:26:06.073586 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-6151ca32-20b6-461d-8ad2-9c3472a31eb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:26:06.078148 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a46b9552-62e1-4f2a-a03f-96e58947fd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:06.079352 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-6151ca32-20b6-461d-8ad2-9c3472a31eb8 admin admin] Usage tracker for resource:network and tenant:51859bf98dff49e3b76e84b214e1e800 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:26:06.084340 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-6151ca32-20b6-461d-8ad2-9c3472a31eb8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:26:06.097410 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-6151ca32-20b6-461d-8ad2-9c3472a31eb8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:26:06.111086 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6151ca32-20b6-461d-8ad2-9c3472a31eb8 admin admin] Made reservation on behalf of 51859bf98dff49e3b76e84b214e1e800 for: {'network': 1} {{(pid=79277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:26:06.123687 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-6151ca32-20b6-461d-8ad2-9c3472a31eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for network, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:06.139147 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-6151ca32-20b6-461d-8ad2-9c3472a31eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:06.158902 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-6151ca32-20b6-461d-8ad2-9c3472a31eb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:26:06.164366 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-6151ca32-20b6-461d-8ad2-9c3472a31eb8 admin admin] Usage tracker for resource:security_group_rule and tenant:51859bf98dff49e3b76e84b214e1e800 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:26:06.167435 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-6151ca32-20b6-461d-8ad2-9c3472a31eb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:26:06.174702 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-6151ca32-20b6-461d-8ad2-9c3472a31eb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:26:06.279427 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device bd55f413-b4aa-472a-bce4-f272f7abce49 up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:26:06.328982 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-6151ca32-20b6-461d-8ad2-9c3472a31eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:06.337439 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-6151ca32-20b6-461d-8ad2-9c3472a31eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:06.341603 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:06.372179 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151ca32-20b6-461d-8ad2-9c3472a31eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d01e7f-7f57-4cf4-b348-06677a761323,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:06.385913 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151ca32-20b6-461d-8ad2-9c3472a31eb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:06.386278 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151ca32-20b6-461d-8ad2-9c3472a31eb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:06.386633 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151ca32-20b6-461d-8ad2-9c3472a31eb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:06.386977 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151ca32-20b6-461d-8ad2-9c3472a31eb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:06.387339 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151ca32-20b6-461d-8ad2-9c3472a31eb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:06.387684 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151ca32-20b6-461d-8ad2-9c3472a31eb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:06.388094 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151ca32-20b6-461d-8ad2-9c3472a31eb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:06.388436 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151ca32-20b6-461d-8ad2-9c3472a31eb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:06.388775 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151ca32-20b6-461d-8ad2-9c3472a31eb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:06.389111 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151ca32-20b6-461d-8ad2-9c3472a31eb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:06.389446 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151ca32-20b6-461d-8ad2-9c3472a31eb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:06.389777 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151ca32-20b6-461d-8ad2-9c3472a31eb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:06.408898 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6151ca32-20b6-461d-8ad2-9c3472a31eb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 931, 'physical_network': 'physnet1'} {{(pid=79277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:26:06.411472 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-6151ca32-20b6-461d-8ad2-9c3472a31eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:06.436509 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-6151ca32-20b6-461d-8ad2-9c3472a31eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3286683'] for segment, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:06.436845 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.db.segments_db [None req-6151ca32-20b6-461d-8ad2-9c3472a31eb8 admin admin] Added segment 342ae68e-2f0e-4567-b196-bff0229ff9f4 of type vlan for network d12689cf-d423-4509-af1c-483fe0afc47e Aug 31 15:26:06.457248 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port bd55f413-b4aa-472a-bce4-f272f7abce49 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:26:06.457796 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:06.502703 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-6151ca32-20b6-461d-8ad2-9c3472a31eb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738171399325'] for network, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:06.571747 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-6151ca32-20b6-461d-8ad2-9c3472a31eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729'] for network, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:06.573210 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6151ca32-20b6-461d-8ad2-9c3472a31eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:06.574665 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-6151ca32-20b6-461d-8ad2-9c3472a31eb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for network, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:06.584997 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-8cb81ad9-68bc-456b-8ed1-169d9822f643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:06.713694 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b118f8-4317-4320-a555-be7114a97812 req-a85a6e29-86f6-424d-a5bc-ded1c5f094c8 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:06.715465 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-a8b118f8-4317-4320-a555-be7114a97812 req-a85a6e29-86f6-424d-a5bc-ded1c5f094c8 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c074e6f-bda6-48b8-b796-a21e3bc0291a HTTP/1.1" status: 200 len: 945 time: 0.0983653 Aug 31 15:26:06.722479 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a46b9552-62e1-4f2a-a03f-96e58947fd9f None None] Notify callbacks [] for port, precommit_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:06.745356 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-a46b9552-62e1-4f2a-a03f-96e58947fd9f None None] Transition to ACTIVE for port object a1fcd85b-bde2-48f9-b04f-6c050c43bb8c will not be triggered until provisioned by entity L2. {{(pid=79278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:26:06.746244 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-6151ca32-20b6-461d-8ad2-9c3472a31eb8 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6852071 Aug 31 15:26:06.749518 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 47490) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:06.752499 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151ca32-20b6-461d-8ad2-9c3472a31eb8 admin admin] Pushing event updated for resources: {'Network': ['ID=d12689cf-d423-4509-af1c-483fe0afc47e,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:06.758844 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [None req-77c8987c-63f2-421c-af99-3d48f6cac8fd admin admin] Request body: {'subnet': {'network_id': 'd12689cf-d423-4509-af1c-483fe0afc47e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-983182897-subnet', 'tenant_id': '51859bf98dff49e3b76e84b214e1e800', 'ip_version': 4}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:26:06.763229 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-6151ca32-20b6-461d-8ad2-9c3472a31eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:06.763735 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Network d12689cf-d423-4509-af1c-483fe0afc47e details requested by agent ovs-agent-dv-cinder-802781-4-iscsi with host dv-cinder-802781-4-iscsi {{(pid=79278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 15:26:06.765993 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-77c8987c-63f2-421c-af99-3d48f6cac8fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:26:06.770381 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-77c8987c-63f2-421c-af99-3d48f6cac8fd admin admin] Usage tracker for resource:subnet and tenant:51859bf98dff49e3b76e84b214e1e800 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:26:06.773634 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-77c8987c-63f2-421c-af99-3d48f6cac8fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:26:06.783694 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-77c8987c-63f2-421c-af99-3d48f6cac8fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:26:06.796968 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a46b9552-62e1-4f2a-a03f-96e58947fd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:06.802271 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c8987c-63f2-421c-af99-3d48f6cac8fd admin admin] Made reservation on behalf of 51859bf98dff49e3b76e84b214e1e800 for: {'subnet': 1} {{(pid=79277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:26:06.806554 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-77c8987c-63f2-421c-af99-3d48f6cac8fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11322311'] for subnet, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:06.811787 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:06.840274 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-a8b118f8-4317-4320-a555-be7114a97812 req-fbd44b8f-cd63-42b1-b2cd-3228b023853d tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157949 Aug 31 15:26:07.052627 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993992ed-8e62-4722-bf64-fcf2189f5d43 None None] Pushing event updated for resources: {'Port': ['ID=a1fcd85b-bde2-48f9-b04f-6c050c43bb8c,revision_number=3']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:07.093702 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-993992ed-8e62-4722-bf64-fcf2189f5d43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:07.134644 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-77c8987c-63f2-421c-af99-3d48f6cac8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10698273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11322293'] for subnet, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:07.147732 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-c200d741-147c-4ea6-819e-d83740cd3e87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:07.187249 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-a46b9552-62e1-4f2a-a03f-96e58947fd9f None None] Attempting to bind port a1fcd85b-bde2-48f9-b04f-6c050c43bb8c on host dv-cinder-802781-4-iscsi for vnic_type normal with profile {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:26:07.192003 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-a46b9552-62e1-4f2a-a03f-96e58947fd9f None None] Attempting to bind port a1fcd85b-bde2-48f9-b04f-6c050c43bb8c by drivers openvswitch,hyperv on host dv-cinder-802781-4-iscsi at level 0 using segments [{'id': '9551a3ad-1784-460c-9b5d-18e938d13ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'ef925e76-4046-4823-a8a0-a0830b7a304d'}] {{(pid=79278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:26:07.192464 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46b9552-62e1-4f2a-a03f-96e58947fd9f None None] Attempting to bind port a1fcd85b-bde2-48f9-b04f-6c050c43bb8c on network ef925e76-4046-4823-a8a0-a0830b7a304d {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:26:07.204910 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46b9552-62e1-4f2a-a03f-96e58947fd9f None None] Checking agent: {'id': 'b1845f19-f6eb-4023-b5bb-8a6030080bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 15, 36), 'started_at': datetime.datetime(2021, 8, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:26:07.205480 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46b9552-62e1-4f2a-a03f-96e58947fd9f None None] Checking segment: {'id': '9551a3ad-1784-460c-9b5d-18e938d13ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'ef925e76-4046-4823-a8a0-a0830b7a304d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:26:07.206014 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a46b9552-62e1-4f2a-a03f-96e58947fd9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:07.206636 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46b9552-62e1-4f2a-a03f-96e58947fd9f None None] Bound using segment: {'id': '9551a3ad-1784-460c-9b5d-18e938d13ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'ef925e76-4046-4823-a8a0-a0830b7a304d'} {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:26:07.207295 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-a46b9552-62e1-4f2a-a03f-96e58947fd9f None None] Bound port: a1fcd85b-bde2-48f9-b04f-6c050c43bb8c, host: dv-cinder-802781-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9551a3ad-1784-460c-9b5d-18e938d13ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'ef925e76-4046-4823-a8a0-a0830b7a304d'}}] {{(pid=79278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:26:07.208922 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a46b9552-62e1-4f2a-a03f-96e58947fd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:07.257683 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8987c-63f2-421c-af99-3d48f6cac8fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=181e6729-ef03-444c-a56a-2ce942cda60c,revision_number=0']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:07.264963 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-77c8987c-63f2-421c-af99-3d48f6cac8fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:07.294935 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c8987c-63f2-421c-af99-3d48f6cac8fd admin admin] Checking segment: {'id': '342ae68e-2f0e-4567-b196-bff0229ff9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'd12689cf-d423-4509-af1c-483fe0afc47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:26:07.295446 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c8987c-63f2-421c-af99-3d48f6cac8fd admin admin] Network hostable DHCP agents. Network: d12689cf-d423-4509-af1c-483fe0afc47e, hostable agents: ['2365506f-cea6-46f8-ac71-d4e1f85a8442'], hosted agents: [] {{(pid=79277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:26:07.319733 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c8987c-63f2-421c-af99-3d48f6cac8fd admin admin] Network d12689cf-d423-4509-af1c-483fe0afc47e is scheduled to be hosted by DHCP agent 2365506f-cea6-46f8-ac71-d4e1f85a8442 with binding_index 1 {{(pid=79277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:26:07.334124 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.base_scheduler [None req-77c8987c-63f2-421c-af99-3d48f6cac8fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-4-iscsi, d12689cf-d423-4509-af1c-483fe0afc47e) {{(pid=79277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:26:07.346995 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c8987c-63f2-421c-af99-3d48f6cac8fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:07.349350 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-77c8987c-63f2-421c-af99-3d48f6cac8fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:07.363500 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac082883-8268-4a4c-b7fa-7d619c19e989 None None] Network d12689cf-d423-4509-af1c-483fe0afc47e requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:26:07.370808 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe05bc-0839-42f9-ada7-9bb6a79dfcc0 req-b12cbb1e-240f-46f0-98f7-e7f107484590 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:07.372420 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-4afe05bc-0839-42f9-ada7-9bb6a79dfcc0 req-b12cbb1e-240f-46f0-98f7-e7f107484590 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.1116481 Aug 31 15:26:07.380990 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 47508) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:07.381481 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-77c8987c-63f2-421c-af99-3d48f6cac8fd admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6300645 Aug 31 15:26:07.387714 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-9d1f6d0e-2dab-4484-844d-59cf6436b35a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-983182897-router', 'tenant_id': '51859bf98dff49e3b76e84b214e1e800', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'}}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:26:07.407209 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-9d1f6d0e-2dab-4484-844d-59cf6436b35a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:26:07.417194 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-9d1f6d0e-2dab-4484-844d-59cf6436b35a admin admin] Usage tracker for resource:router and tenant:51859bf98dff49e3b76e84b214e1e800 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:26:07.421914 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-9d1f6d0e-2dab-4484-844d-59cf6436b35a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:26:07.442759 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-9d1f6d0e-2dab-4484-844d-59cf6436b35a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:26:07.458450 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-4afe05bc-0839-42f9-ada7-9bb6a79dfcc0 req-7307697e-7e1d-42bb-82f9-de8004af2407 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790746 Aug 31 15:26:07.469844 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d1f6d0e-2dab-4484-844d-59cf6436b35a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3925207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-850'] for router, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:07.471601 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d1f6d0e-2dab-4484-844d-59cf6436b35a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3925042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3907265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-859'] for router, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:07.492320 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d1f6d0e-2dab-4484-844d-59cf6436b35a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:07.501881 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-a46b9552-62e1-4f2a-a03f-96e58947fd9f None None] For port a1fcd85b-bde2-48f9-b04f-6c050c43bb8c, host dv-cinder-802781-4-iscsi, cleared binding levels {{(pid=79278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:26:07.586268 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-a46b9552-62e1-4f2a-a03f-96e58947fd9f None None] For port a1fcd85b-bde2-48f9-b04f-6c050c43bb8c, host dv-cinder-802781-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=a1fcd85b-bde2-48f9-b04f-6c050c43bb8c,segment=NetworkSegment(9551a3ad-1784-460c-9b5d-18e938d13ef5),segment_id=9551a3ad-1784-460c-9b5d-18e938d13ef5)] {{(pid=79278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:26:07.601818 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a46b9552-62e1-4f2a-a03f-96e58947fd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:07.613132 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-7304828d-1221-4682-b306-00d0a1f38b44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:07.712099 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46b9552-62e1-4f2a-a03f-96e58947fd9f None None] Routers {'857b818d-43f5-4280-964e-77f41b9aeb1d'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:26:07.713082 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-a46b9552-62e1-4f2a-a03f-96e58947fd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:25:38Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['857b818d-43f5-4280-964e-77f41b9aeb1d'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:26:07.876720 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-fc85ce9c-6f75-4971-b54a-8dede93d83d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:07.927072 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993992ed-8e62-4722-bf64-fcf2189f5d43 None None] Pushing event updated for resources: {'Port': ['ID=a1fcd85b-bde2-48f9-b04f-6c050c43bb8c,revision_number=4']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:07.934288 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-993992ed-8e62-4722-bf64-fcf2189f5d43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:07.937824 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d1f6d0e-2dab-4484-844d-59cf6436b35a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3907294', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3925092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-845'] for router, precommit_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:08.069505 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61031e1-b994-4a7f-89aa-3cfe5104c1c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31c034a1-c16d-5a01-a745-abc2b4c71a16-d12689cf-d423-4509-af1c-483fe0afc47e', 'network_id': 'd12689cf-d423-4509-af1c-483fe0afc47e', 'tenant_id': '51859bf98dff49e3b76e84b214e1e800', 'fixed_ips': [{'subnet_id': '181e6729-ef03-444c-a56a-2ce942cda60c'}]}} from dv-cinder-802781-4-iscsi. {{(pid=79278) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 31 15:26:08.070851 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-c61031e1-b994-4a7f-89aa-3cfe5104c1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:08.142712 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-a46b9552-62e1-4f2a-a03f-96e58947fd9f None None] Set router 857b818d-43f5-4280-964e-77f41b9aeb1d gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:26:08.144460 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05362874-6a46-42d8-bb65-132e6957355d req-101958f4-feed-483f-8634-bbcd4237ce5d tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:08.145942 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-05362874-6a46-42d8-bb65-132e6957355d req-101958f4-feed-483f-8634-bbcd4237ce5d tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c074e6f-bda6-48b8-b796-a21e3bc0291a HTTP/1.1" status: 200 len: 945 time: 0.1535554 Aug 31 15:26:08.313545 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-05362874-6a46-42d8-bb65-132e6957355d req-b359f3fc-aab7-498f-8b5b-dbf993701319 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597965 Aug 31 15:26:08.388054 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d1f6d0e-2dab-4484-844d-59cf6436b35a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:08.423589 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d1f6d0e-2dab-4484-844d-59cf6436b35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:08.506670 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.db_base_plugin_common [None req-c61031e1-b994-4a7f-89aa-3cfe5104c1c3 None None] Allocated IP 172.20.0.2 (d12689cf-d423-4509-af1c-483fe0afc47e/181e6729-ef03-444c-a56a-2ce942cda60c/6b16b2fe-e26a-4260-9446-351920068b51) {{(pid=79278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:26:08.617087 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.db_base_plugin_common [None req-9d1f6d0e-2dab-4484-844d-59cf6436b35a admin admin] Allocated IP 172.27.1.167 (8f15a7b0-c0b9-4864-9373-42147a89de1a/497a4a38-4d00-4e5c-ae08-9918d0306661/03ee8c40-daac-4bca-8f97-4958adc6bb03) {{(pid=79276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:26:08.748985 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-a46b9552-62e1-4f2a-a03f-96e58947fd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857b818d-43f5-4280-964e-77f41b9aeb1d', 'name': 'tempest-TestShelveInstance-646910121-router', 'tenant_id': '7ae108ad25124f909f1e46038dca0493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'bd55f413-b4aa-472a-bce4-f272f7abce49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:25:53Z', 'updated_at': '2021-08-31T15:26:02Z', 'revision_number': 4, 'project_id': '7ae108ad25124f909f1e46038dca0493', 'gw_port': {'id': 'bd55f413-b4aa-472a-bce4-f272f7abce49', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857b818d-43f5-4280-964e-77f41b9aeb1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:25:55Z', 'updated_at': '2021-08-31T15:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': 'a1fcd85b-bde2-48f9-b04f-6c050c43bb8c', 'name': '', 'network_id': 'ef925e76-4046-4823-a8a0-a0830b7a304d', 'tenant_id': '7ae108ad25124f909f1e46038dca0493', 'mac_address': 'fa:16:3e:5e:7e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '857b818d-43f5-4280-964e-77f41b9aeb1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '87e3bb36-5c9a-4d57-9d7c-099e88562166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:26:01Z', 'updated_at': '2021-08-31T15:26:07Z', 'revision_number': 4, 'project_id': '7ae108ad25124f909f1e46038dca0493', 'subnets': [{'id': '87e3bb36-5c9a-4d57-9d7c-099e88562166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:26:08.796194 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46b9552-62e1-4f2a-a03f-96e58947fd9f None None] The sync data for ids ['857b818d-43f5-4280-964e-77f41b9aeb1d'] in dv-cinder-802781-4-iscsi is: [{'id': '857b818d-43f5-4280-964e-77f41b9aeb1d', 'name': 'tempest-TestShelveInstance-646910121-router', 'tenant_id': '7ae108ad25124f909f1e46038dca0493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'bd55f413-b4aa-472a-bce4-f272f7abce49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:25:53Z', 'updated_at': '2021-08-31T15:26:02Z', 'revision_number': 4, 'project_id': '7ae108ad25124f909f1e46038dca0493', 'gw_port': {'id': 'bd55f413-b4aa-472a-bce4-f272f7abce49', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857b818d-43f5-4280-964e-77f41b9aeb1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:25:55Z', 'updated_at': '2021-08-31T15:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': 'a1fcd85b-bde2-48f9-b04f-6c050c43bb8c', 'name': '', 'network_id': 'ef925e76-4046-4823-a8a0-a0830b7a304d', 'tenant_id': '7ae108ad25124f909f1e46038dca0493', 'mac_address': 'fa:16:3e:5e:7e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '857b818d-43f5-4280-964e-77f41b9aeb1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '87e3bb36-5c9a-4d57-9d7c-099e88562166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:26:01Z', 'updated_at': '2021-08-31T15:26:07Z', 'revision_number': 4, 'project_id': '7ae108ad25124f909f1e46038dca0493', 'subnets': [{'id': '87e3bb36-5c9a-4d57-9d7c-099e88562166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:26:08.818442 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dedeb3-9ca9-4959-8049-9fe640c4b9db req-82fe69e7-bddf-4f84-82ae-c1e3cee11765 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:08.820553 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-43dedeb3-9ca9-4959-8049-9fe640c4b9db req-82fe69e7-bddf-4f84-82ae-c1e3cee11765 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.1967845 Aug 31 15:26:08.823705 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-c61031e1-b994-4a7f-89aa-3cfe5104c1c3 None None] Notify callbacks [] for port, precommit_create {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:08.861774 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d1f6d0e-2dab-4484-844d-59cf6436b35a admin admin] Notify callbacks [] for port, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:08.875102 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-c61031e1-b994-4a7f-89aa-3cfe5104c1c3 None None] Transition to ACTIVE for port object 6b16b2fe-e26a-4260-9446-351920068b51 will not be triggered until provisioned by entity L2. {{(pid=79278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:26:08.887591 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:08.903935 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-c61031e1-b994-4a7f-89aa-3cfe5104c1c3 None None] Transition to ACTIVE for port object 6b16b2fe-e26a-4260-9446-351920068b51 will not be triggered until provisioned by entity DHCP. {{(pid=79278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:26:08.910084 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-43dedeb3-9ca9-4959-8049-9fe640c4b9db req-449df094-d0fb-44ec-8933-225bde71209f tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714006 Aug 31 15:26:08.914873 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-c61031e1-b994-4a7f-89aa-3cfe5104c1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264'] for port, after_create {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:08.923716 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:08.942007 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d1f6d0e-2dab-4484-844d-59cf6436b35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1768796'] for port, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:08.947254 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:08.994939 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61031e1-b994-4a7f-89aa-3cfe5104c1c3 None None] Network d12689cf-d423-4509-af1c-483fe0afc47e is already hosted by enough agents. {{(pid=79278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:26:08.998178 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.scheduler.base_scheduler [None req-c61031e1-b994-4a7f-89aa-3cfe5104c1c3 None None] Resources bound (agent type, host, resource id): {{(pid=79278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:26:09.001474 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61031e1-b994-4a7f-89aa-3cfe5104c1c3 None None] Received port after_create {{(pid=79278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:26:09.020911 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1f6d0e-2dab-4484-844d-59cf6436b35a admin admin] Network 8f15a7b0-c0b9-4864-9373-42147a89de1a is already hosted by enough agents. {{(pid=79276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:26:09.025367 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.base_scheduler [None req-9d1f6d0e-2dab-4484-844d-59cf6436b35a admin admin] Resources bound (agent type, host, resource id): {{(pid=79276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:26:09.029324 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1f6d0e-2dab-4484-844d-59cf6436b35a admin admin] Received port after_create {{(pid=79276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:26:09.046479 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61031e1-b994-4a7f-89aa-3cfe5104c1c3 None None] Pushing event updated for resources: {'Port': ['ID=6b16b2fe-e26a-4260-9446-351920068b51,revision_number=1']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:09.048894 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-c61031e1-b994-4a7f-89aa-3cfe5104c1c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:09.080291 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f6d0e-2dab-4484-844d-59cf6436b35a admin admin] Pushing event updated for resources: {'Port': ['ID=03ee8c40-daac-4bca-8f97-4958adc6bb03,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:09.092020 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1f6d0e-2dab-4484-844d-59cf6436b35a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:09.092388 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1f6d0e-2dab-4484-844d-59cf6436b35a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:09.092739 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1f6d0e-2dab-4484-844d-59cf6436b35a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:09.093085 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1f6d0e-2dab-4484-844d-59cf6436b35a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:09.094968 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1f6d0e-2dab-4484-844d-59cf6436b35a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:09.094968 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1f6d0e-2dab-4484-844d-59cf6436b35a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:09.094968 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1f6d0e-2dab-4484-844d-59cf6436b35a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:09.094968 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1f6d0e-2dab-4484-844d-59cf6436b35a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:09.094968 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1f6d0e-2dab-4484-844d-59cf6436b35a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:09.095509 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1f6d0e-2dab-4484-844d-59cf6436b35a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:09.095509 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1f6d0e-2dab-4484-844d-59cf6436b35a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:09.095727 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1f6d0e-2dab-4484-844d-59cf6436b35a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:09.101187 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-9d1f6d0e-2dab-4484-844d-59cf6436b35a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:09.122683 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-c61031e1-b994-4a7f-89aa-3cfe5104c1c3 None None] Attempting to bind port 6b16b2fe-e26a-4260-9446-351920068b51 on host dv-cinder-802781-4-iscsi for vnic_type normal with profile {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:26:09.122985 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-c61031e1-b994-4a7f-89aa-3cfe5104c1c3 None None] Attempting to bind port 6b16b2fe-e26a-4260-9446-351920068b51 by drivers openvswitch,hyperv on host dv-cinder-802781-4-iscsi at level 0 using segments [{'id': '342ae68e-2f0e-4567-b196-bff0229ff9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'd12689cf-d423-4509-af1c-483fe0afc47e'}] {{(pid=79278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:26:09.123434 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61031e1-b994-4a7f-89aa-3cfe5104c1c3 None None] Attempting to bind port 6b16b2fe-e26a-4260-9446-351920068b51 on network d12689cf-d423-4509-af1c-483fe0afc47e {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:26:09.130534 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61031e1-b994-4a7f-89aa-3cfe5104c1c3 None None] Checking agent: {'id': 'b1845f19-f6eb-4023-b5bb-8a6030080bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 15, 36), 'started_at': datetime.datetime(2021, 8, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:26:09.130928 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61031e1-b994-4a7f-89aa-3cfe5104c1c3 None None] Checking segment: {'id': '342ae68e-2f0e-4567-b196-bff0229ff9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'd12689cf-d423-4509-af1c-483fe0afc47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:26:09.131387 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-c61031e1-b994-4a7f-89aa-3cfe5104c1c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:09.131888 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61031e1-b994-4a7f-89aa-3cfe5104c1c3 None None] Bound using segment: {'id': '342ae68e-2f0e-4567-b196-bff0229ff9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'd12689cf-d423-4509-af1c-483fe0afc47e'} {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:26:09.132361 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-c61031e1-b994-4a7f-89aa-3cfe5104c1c3 None None] Bound port: 6b16b2fe-e26a-4260-9446-351920068b51, host: dv-cinder-802781-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '342ae68e-2f0e-4567-b196-bff0229ff9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'd12689cf-d423-4509-af1c-483fe0afc47e'}}] {{(pid=79278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:26:09.133348 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-c61031e1-b994-4a7f-89aa-3cfe5104c1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:09.247949 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-c61031e1-b994-4a7f-89aa-3cfe5104c1c3 None None] For port 6b16b2fe-e26a-4260-9446-351920068b51, host dv-cinder-802781-4-iscsi, cleared binding levels {{(pid=79278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:26:09.251887 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-c61031e1-b994-4a7f-89aa-3cfe5104c1c3 None None] For port 6b16b2fe-e26a-4260-9446-351920068b51, host dv-cinder-802781-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=6b16b2fe-e26a-4260-9446-351920068b51,segment=NetworkSegment(342ae68e-2f0e-4567-b196-bff0229ff9f4),segment_id=342ae68e-2f0e-4567-b196-bff0229ff9f4)] {{(pid=79278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:26:09.257592 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-c61031e1-b994-4a7f-89aa-3cfe5104c1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:09.262571 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-fcdfa49c-5979-43d7-b7c8-4e98b1e95333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:09.442210 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:09.461786 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61031e1-b994-4a7f-89aa-3cfe5104c1c3 None None] Pushing event updated for resources: {'Port': ['ID=6b16b2fe-e26a-4260-9446-351920068b51,revision_number=2']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:09.465220 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-c61031e1-b994-4a7f-89aa-3cfe5104c1c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:09.822232 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d1f6d0e-2dab-4484-844d-59cf6436b35a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:09.912540 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e896a-1f49-4c7c-9c7a-8eeef3feddff req-97ae5382-7df0-4ddd-bc78-08bff3ee74b0 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:09.923445 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-e70e896a-1f49-4c7c-9c7a-8eeef3feddff req-97ae5382-7df0-4ddd-bc78-08bff3ee74b0 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c074e6f-bda6-48b8-b796-a21e3bc0291a HTTP/1.1" status: 200 len: 945 time: 0.4543958 Aug 31 15:26:09.959649 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a965c9a9-8d42-4206-8299-f3b8e36c2c95 req-83a898ef-234c-4109-a155-a9c83f565543 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c5a66873-b75e-40bb-badf-f64da91269fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1046805 Aug 31 15:26:10.102971 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-e70e896a-1f49-4c7c-9c7a-8eeef3feddff req-40979595-405c-4789-883f-c2ac7d9dbe36 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802704 Aug 31 15:26:10.483562 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 6b16b2fe-e26a-4260-9446-351920068b51 up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:26:10.671430 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344bced-d6cf-4501-87e7-700e37f7be76 req-dd156ce3-af2e-480e-aa2f-a319736cc252 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:10.680809 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f344bced-d6cf-4501-87e7-700e37f7be76 req-dd156ce3-af2e-480e-aa2f-a319736cc252 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.6276193 Aug 31 15:26:10.746764 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:10.772988 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965c9a9-8d42-4206-8299-f3b8e36c2c95 req-9e962415-5d7a-4d26-b8ce-7c56e2c0a73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:10.775775 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a965c9a9-8d42-4206-8299-f3b8e36c2c95 req-9e962415-5d7a-4d26-b8ce-7c56e2c0a73b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6d830094621a47f083137ccc6fa15151&device_id=c5a66873-b75e-40bb-badf-f64da91269fe HTTP/1.1" status: 200 len: 1099 time: 0.6023743 Aug 31 15:26:10.791382 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d1f6d0e-2dab-4484-844d-59cf6436b35a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3925029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3906950'] for router, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:10.801699 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning for port 6b16b2fe-e26a-4260-9446-351920068b51 completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:26:10.810747 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device a1fcd85b-bde2-48f9-b04f-6c050c43bb8c up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:26:10.819753 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f344bced-d6cf-4501-87e7-700e37f7be76 req-2d2c39b3-d1ec-4e27-b8a2-96f80e4670cc tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375349 Aug 31 15:26:10.853168 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3d5b4-9b57-4b7e-959a-303ac0a337e2 req-e0af80e5-6ad3-4334-99cc-a4d69e6cba5a tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:10.868234 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-bca3d5b4-9b57-4b7e-959a-303ac0a337e2 req-e0af80e5-6ad3-4334-99cc-a4d69e6cba5a tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c074e6f-bda6-48b8-b796-a21e3bc0291a HTTP/1.1" status: 200 len: 945 time: 0.6958902 Aug 31 15:26:10.970014 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning for port a1fcd85b-bde2-48f9-b04f-6c050c43bb8c completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:26:10.978596 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port a1fcd85b-bde2-48f9-b04f-6c050c43bb8c triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:26:10.979218 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:11.077556 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85674551-b753-4f89-a2c5-d9b1d3799499 None None] Network d12689cf-d423-4509-af1c-483fe0afc47e requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:26:11.089331 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [req-bca3d5b4-9b57-4b7e-959a-303ac0a337e2 req-bccff78b-cdd3-4618-84fa-0e8c48bfff7d tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Deleting port 5f61a459-aa56-4d37-bb4c-ee002864e471 {{(pid=79277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:26:11.089893 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-bca3d5b4-9b57-4b7e-959a-303ac0a337e2 req-bccff78b-cdd3-4618-84fa-0e8c48bfff7d tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:11.260798 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1f6d0e-2dab-4484-844d-59cf6436b35a admin admin] Router fb120097-50c9-4ca3-827e-34faa646a5d9 is scheduled to L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 with binding_index 1 {{(pid=79276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 31 15:26:11.349480 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-c01401ce-3cab-4ac6-a685-f013fb97e539 None None] Provisioning for port 6b16b2fe-e26a-4260-9446-351920068b51 completed by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:26:11.350027 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 47592) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:11.397637 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-c01401ce-3cab-4ac6-a685-f013fb97e539 None None] Provisioning complete for port 6b16b2fe-e26a-4260-9446-351920068b51 triggered by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:26:11.398295 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-c01401ce-3cab-4ac6-a685-f013fb97e539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:11.477400 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:11.516133 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965c9a9-8d42-4206-8299-f3b8e36c2c95 req-91715cdf-a79c-4308-8281-97ab8a0ce14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:11.518194 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a965c9a9-8d42-4206-8299-f3b8e36c2c95 req-91715cdf-a79c-4308-8281-97ab8a0ce14a service neutron] 10.222.0.64 "GET /v2.0/networks?id=922ac450-4677-43bc-8efe-225f00db650b HTTP/1.1" status: 200 len: 915 time: 0.6903677 Aug 31 15:26:11.577123 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] For port a1fcd85b-bde2-48f9-b04f-6c050c43bb8c, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=a1fcd85b-bde2-48f9-b04f-6c050c43bb8c,segment=NetworkSegment(9551a3ad-1784-460c-9b5d-18e938d13ef5),segment_id=9551a3ad-1784-460c-9b5d-18e938d13ef5)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:26:11.607725 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1f6d0e-2dab-4484-844d-59cf6436b35a admin admin] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:26:11.619012 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28609c23-8196-4549-9bd5-ff857037ef1f None None] Sync routers for ids ['fb120097-50c9-4ca3-827e-34faa646a5d9'] in dv-cinder-802781-4-iscsi {{(pid=79279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:26:11.639489 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28609c23-8196-4549-9bd5-ff857037ef1f None None] Routers {'fb120097-50c9-4ca3-827e-34faa646a5d9'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:26:11.640134 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-28609c23-8196-4549-9bd5-ff857037ef1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:26:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['fb120097-50c9-4ca3-827e-34faa646a5d9'], 'active': True} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:26:11.641683 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab0128-52ff-466e-b366-f35648ff8cab req-5b8e34f7-5e65-48a7-8674-bb8ce04d2eab tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:11.646671 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-52ab0128-52ff-466e-b366-f35648ff8cab req-5b8e34f7-5e65-48a7-8674-bb8ce04d2eab tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c074e6f-bda6-48b8-b796-a21e3bc0291a HTTP/1.1" status: 200 len: 945 time: 0.2893910 Aug 31 15:26:11.651487 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:11.654947 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a965c9a9-8d42-4206-8299-f3b8e36c2c95 req-b22249e6-1e10-4c7f-90ab-be20dc3b7636 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=511eb749-2a1b-4aa6-9244-8fc1a7778e9a HTTP/1.1" status: 200 len: 217 time: 0.0870881 Aug 31 15:26:11.670099 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:11.733123 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-bca3d5b4-9b57-4b7e-959a-303ac0a337e2 req-bccff78b-cdd3-4618-84fa-0e8c48bfff7d tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] For port 5f61a459-aa56-4d37-bb4c-ee002864e471, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=5f61a459-aa56-4d37-bb4c-ee002864e471,segment=NetworkSegment(db3e898c-5512-41a1-8392-127d94691559),segment_id=db3e898c-5512-41a1-8392-127d94691559)] {{(pid=79277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:26:11.734904 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-bca3d5b4-9b57-4b7e-959a-303ac0a337e2 req-bccff78b-cdd3-4618-84fa-0e8c48bfff7d tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:11.741111 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-c01401ce-3cab-4ac6-a685-f013fb97e539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:11.765337 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-52ab0128-52ff-466e-b366-f35648ff8cab req-1e0dd7e4-d6e5-4030-b32d-dec1443bc5cf tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097813 Aug 31 15:26:11.797340 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Pushing event updated for resources: {'Port': ['ID=a1fcd85b-bde2-48f9-b04f-6c050c43bb8c,revision_number=5']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:11.797832 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9d1f6d0e-2dab-4484-844d-59cf6436b35a admin admin] Notify callbacks [] for router, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:11.799584 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-9d1f6d0e-2dab-4484-844d-59cf6436b35a admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.4175828 Aug 31 15:26:11.803075 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 47602) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:11.806038 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:11.818407 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-c01401ce-3cab-4ac6-a685-f013fb97e539 None None] For port 6b16b2fe-e26a-4260-9446-351920068b51, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=6b16b2fe-e26a-4260-9446-351920068b51,segment=NetworkSegment(342ae68e-2f0e-4567-b196-bff0229ff9f4),segment_id=342ae68e-2f0e-4567-b196-bff0229ff9f4)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:26:11.833385 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-c01401ce-3cab-4ac6-a685-f013fb97e539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:11.835171 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:11.971832 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvr_db [None req-28609c23-8196-4549-9bd5-ff857037ef1f None None] Set router fb120097-50c9-4ca3-827e-34faa646a5d9 gateway port host: dv-cinder-802781-4-iscsi {{(pid=79279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:26:12.029426 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01401ce-3cab-4ac6-a685-f013fb97e539 None None] Pushing event updated for resources: {'Port': ['ID=6b16b2fe-e26a-4260-9446-351920068b51,revision_number=3']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:12.051487 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01401ce-3cab-4ac6-a685-f013fb97e539 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:12.051836 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01401ce-3cab-4ac6-a685-f013fb97e539 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:12.052173 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01401ce-3cab-4ac6-a685-f013fb97e539 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:12.052504 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01401ce-3cab-4ac6-a685-f013fb97e539 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:12.052829 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01401ce-3cab-4ac6-a685-f013fb97e539 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:12.053158 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01401ce-3cab-4ac6-a685-f013fb97e539 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:12.053478 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01401ce-3cab-4ac6-a685-f013fb97e539 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:12.053798 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01401ce-3cab-4ac6-a685-f013fb97e539 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:12.054119 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01401ce-3cab-4ac6-a685-f013fb97e539 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:12.054498 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01401ce-3cab-4ac6-a685-f013fb97e539 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:12.054819 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01401ce-3cab-4ac6-a685-f013fb97e539 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:12.055159 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01401ce-3cab-4ac6-a685-f013fb97e539 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:26:12.072490 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-c01401ce-3cab-4ac6-a685-f013fb97e539 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:12.163523 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-58a1e3aa-7c2f-442f-b49e-8db7d7a324e6 None None] Provisioning complete for port 6b16b2fe-e26a-4260-9446-351920068b51 triggered by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:26:12.163874 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-58a1e3aa-7c2f-442f-b49e-8db7d7a324e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:12.261785 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [req-bca3d5b4-9b57-4b7e-959a-303ac0a337e2 req-bccff78b-cdd3-4618-84fa-0e8c48bfff7d tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Calling delete_port for 5f61a459-aa56-4d37-bb4c-ee002864e471 owned by compute:nova {{(pid=79277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:26:12.298085 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 6b16b2fe-e26a-4260-9446-351920068b51 up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:26:12.395468 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-28609c23-8196-4549-9bd5-ff857037ef1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb120097-50c9-4ca3-827e-34faa646a5d9', 'name': 'tempest-TestShelveInstance-983182897-router', 'tenant_id': '51859bf98dff49e3b76e84b214e1e800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '03ee8c40-daac-4bca-8f97-4958adc6bb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:26:07Z', 'updated_at': '2021-08-31T15:26:09Z', 'revision_number': 3, 'project_id': '51859bf98dff49e3b76e84b214e1e800', 'gw_port': {'id': '03ee8c40-daac-4bca-8f97-4958adc6bb03', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f7:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb120097-50c9-4ca3-827e-34faa646a5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:26:08Z', 'updated_at': '2021-08-31T15:26:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi'}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:26:12.401991 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28609c23-8196-4549-9bd5-ff857037ef1f None None] Checking router: fb120097-50c9-4ca3-827e-34faa646a5d9 for host: dv-cinder-802781-4-iscsi {{(pid=79279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:26:12.402650 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28609c23-8196-4549-9bd5-ff857037ef1f None None] Updating router fb120097-50c9-4ca3-827e-34faa646a5d9 port 03ee8c40-daac-4bca-8f97-4958adc6bb03 binding host dv-cinder-802781-4-iscsi {{(pid=79279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:26:12.504118 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-28609c23-8196-4549-9bd5-ff857037ef1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:12.536664 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port 6b16b2fe-e26a-4260-9446-351920068b51 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:26:12.537303 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:12.565931 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965c9a9-8d42-4206-8299-f3b8e36c2c95 req-9f0d4c95-eca5-4886-8d4b-ecaa2ff58100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:12.572581 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a965c9a9-8d42-4206-8299-f3b8e36c2c95 req-9f0d4c95-eca5-4886-8d4b-ecaa2ff58100 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b781785a-1525-4ce8-bd55-de803c89ddc0 HTTP/1.1" status: 200 len: 854 time: 0.9076531 Aug 31 15:26:12.608971 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-5f515513-a64d-452c-afb9-2d99f9c891a4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f1df87dc0c7c4a1787bf40fb3ff5dde6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2283106 Aug 31 15:26:12.614403 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 47628) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:12.745504 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device a1fcd85b-bde2-48f9-b04f-6c050c43bb8c up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:26:12.764063 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5241b5-363c-4150-a680-69ffbcb70db3 req-9dc5aa99-1c90-4b1b-8544-1a4e3e1072df tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:12.765872 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-fa5241b5-363c-4150-a680-69ffbcb70db3 req-9dc5aa99-1c90-4b1b-8544-1a4e3e1072df tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.5889168 Aug 31 15:26:12.820236 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-3a4551cb-1254-42cf-947e-00b89055c56d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:12.862194 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-fa5241b5-363c-4150-a680-69ffbcb70db3 req-d01ad513-84ef-4359-8766-6d34dc472541 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861127 Aug 31 15:26:12.872023 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-3a4551cb-1254-42cf-947e-00b89055c56d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:12.880402 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-bca3d5b4-9b57-4b7e-959a-303ac0a337e2 req-bccff78b-cdd3-4618-84fa-0e8c48bfff7d tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10695601'] for port, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:12.896449 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:12.900919 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port a1fcd85b-bde2-48f9-b04f-6c050c43bb8c triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:26:12.901305 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:12.934576 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-28609c23-8196-4549-9bd5-ff857037ef1f None None] Notify callbacks [] for port, precommit_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:12.949497 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.provisioning_blocks [None req-28609c23-8196-4549-9bd5-ff857037ef1f None None] Transition to ACTIVE for port object 03ee8c40-daac-4bca-8f97-4958adc6bb03 will not be triggered until provisioned by entity L2. {{(pid=79279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:26:12.963553 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-28609c23-8196-4549-9bd5-ff857037ef1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:12.986842 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG oslo_concurrency.lockutils [None req-bd905606-2101-4132-8db2-57b228640459 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:13.021814 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-6e9d6ba2-9cce-4762-bac7-6f0394470682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:13.126716 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccff78b-cdd3-4618-84fa-0e8c48bfff7d tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Pushing event deleted for resources: {'Port': ['ID=5f61a459-aa56-4d37-bb4c-ee002864e471,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:13.149933 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.managers [None req-28609c23-8196-4549-9bd5-ff857037ef1f None None] Attempting to bind port 03ee8c40-daac-4bca-8f97-4958adc6bb03 on host dv-cinder-802781-4-iscsi for vnic_type normal with profile {{(pid=79279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:26:13.150573 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.managers [None req-28609c23-8196-4549-9bd5-ff857037ef1f None None] Attempting to bind port 03ee8c40-daac-4bca-8f97-4958adc6bb03 by drivers openvswitch,hyperv on host dv-cinder-802781-4-iscsi at level 0 using segments [{'id': 'ee0cca34-cfc1-48b8-9cd2-f432400bdd40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'}] {{(pid=79279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:26:13.151091 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28609c23-8196-4549-9bd5-ff857037ef1f None None] Attempting to bind port 03ee8c40-daac-4bca-8f97-4958adc6bb03 on network 8f15a7b0-c0b9-4864-9373-42147a89de1a {{(pid=79279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:26:13.165341 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28609c23-8196-4549-9bd5-ff857037ef1f None None] Checking agent: {'id': 'b1845f19-f6eb-4023-b5bb-8a6030080bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 15, 36), 'started_at': datetime.datetime(2021, 8, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:26:13.165834 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28609c23-8196-4549-9bd5-ff857037ef1f None None] Checking segment: {'id': 'ee0cca34-cfc1-48b8-9cd2-f432400bdd40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:26:13.166467 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-28609c23-8196-4549-9bd5-ff857037ef1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:13.167205 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28609c23-8196-4549-9bd5-ff857037ef1f None None] Bound using segment: {'id': 'ee0cca34-cfc1-48b8-9cd2-f432400bdd40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'} {{(pid=79279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:26:13.167840 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.managers [None req-28609c23-8196-4549-9bd5-ff857037ef1f None None] Bound port: 03ee8c40-daac-4bca-8f97-4958adc6bb03, host: dv-cinder-802781-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0cca34-cfc1-48b8-9cd2-f432400bdd40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'}}] {{(pid=79279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:26:13.168336 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-28609c23-8196-4549-9bd5-ff857037ef1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:13.220272 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c1c77a-dffe-4c8f-aaba-4db7df77919a None None] Pushing event updated for resources: {'Port': ['ID=03ee8c40-daac-4bca-8f97-4958adc6bb03,revision_number=2']} {{(pid=79279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:13.223422 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-bccff78b-cdd3-4618-84fa-0e8c48bfff7d tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:13.224607 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG oslo_concurrency.lockutils [None req-f8c1c77a-dffe-4c8f-aaba-4db7df77919a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=79279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:13.244986 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca3d5b4-9b57-4b7e-959a-303ac0a337e2 req-bccff78b-cdd3-4618-84fa-0e8c48bfff7d tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] No DVR routers for this DVR port 5f61a459-aa56-4d37-bb4c-ee002864e471 on host hv-cinder-80278 {{(pid=79277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:26:13.256431 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9d9409d4-3436-490f-a864-546dcd8cec8f req-7b556e8e-7ee4-4b07-9a98-e6ff3039e819 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c074e6f-bda6-48b8-b796-a21e3bc0291a HTTP/1.1" status: 200 len: 210 time: 0.1031566 Aug 31 15:26:13.260209 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.db [None req-28609c23-8196-4549-9bd5-ff857037ef1f None None] For port 03ee8c40-daac-4bca-8f97-4958adc6bb03, host dv-cinder-802781-4-iscsi, cleared binding levels {{(pid=79279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:26:13.263808 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-bca3d5b4-9b57-4b7e-959a-303ac0a337e2 req-bccff78b-cdd3-4618-84fa-0e8c48bfff7d tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:13.264358 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.db [None req-28609c23-8196-4549-9bd5-ff857037ef1f None None] For port 03ee8c40-daac-4bca-8f97-4958adc6bb03, host dv-cinder-802781-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=03ee8c40-daac-4bca-8f97-4958adc6bb03,segment=NetworkSegment(ee0cca34-cfc1-48b8-9cd2-f432400bdd40),segment_id=ee0cca34-cfc1-48b8-9cd2-f432400bdd40)] {{(pid=79279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:26:13.267235 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c074e6f-bda6-48b8-b796-a21e3bc0291a', 'name': 'network-vif-deleted', 'tag': '5f61a459-aa56-4d37-bb4c-ee002864e471'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:26:13.272831 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-28609c23-8196-4549-9bd5-ff857037ef1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:13.283542 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG oslo_concurrency.lockutils [None req-976fb835-00b9-406e-917b-fa6acc0c725a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:13.297331 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-bca3d5b4-9b57-4b7e-959a-303ac0a337e2 req-bccff78b-cdd3-4618-84fa-0e8c48bfff7d tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.64 "DELETE /v2.0/ports/5f61a459-aa56-4d37-bb4c-ee002864e471 HTTP/1.1" status: 204 len: 173 time: 2.3723271 Aug 31 15:26:13.302539 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-3a4551cb-1254-42cf-947e-00b89055c56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:13.305650 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-3a4551cb-1254-42cf-947e-00b89055c56d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:13.309463 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-3a4551cb-1254-42cf-947e-00b89055c56d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/98f68f79-071d-4d6a-b9a6-75122aad0f75 HTTP/1.1" status: 204 len: 168 time: 0.6912196 Aug 31 15:26:13.309463 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-38fb6f1e-d316-4373-8112-e8f2fc9d9312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:13.318649 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4551cb-1254-42cf-947e-00b89055c56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f68f79-071d-4d6a-b9a6-75122aad0f75,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:13.322300 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-3a4551cb-1254-42cf-947e-00b89055c56d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:13.335144 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.db_base_plugin_common [None req-6e9d6ba2-9cce-4762-bac7-6f0394470682 admin admin] Allocated IP 172.20.0.1 (d12689cf-d423-4509-af1c-483fe0afc47e/181e6729-ef03-444c-a56a-2ce942cda60c/d440c004-1fce-4ddc-9241-a643b1b9ee1d) {{(pid=79276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:26:13.350288 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c074e6f-bda6-48b8-b796-a21e3bc0291a', 'name': 'network-vif-deleted', 'tag': '5f61a459-aa56-4d37-bb4c-ee002864e471', 'status': 'completed', 'code': 200} Aug 31 15:26:13.383580 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28609c23-8196-4549-9bd5-ff857037ef1f None None] Routers {'fb120097-50c9-4ca3-827e-34faa646a5d9'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:26:13.384554 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-28609c23-8196-4549-9bd5-ff857037ef1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:26:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['fb120097-50c9-4ca3-827e-34faa646a5d9'], 'active': True} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:26:13.481698 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c1c77a-dffe-4c8f-aaba-4db7df77919a None None] Pushing event updated for resources: {'Port': ['ID=03ee8c40-daac-4bca-8f97-4958adc6bb03,revision_number=3']} {{(pid=79279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:13.484982 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG oslo_concurrency.lockutils [None req-f8c1c77a-dffe-4c8f-aaba-4db7df77919a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:13.530651 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-6e9d6ba2-9cce-4762-bac7-6f0394470682 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:13.550277 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-6e9d6ba2-9cce-4762-bac7-6f0394470682 admin admin] Transition to ACTIVE for port object d440c004-1fce-4ddc-9241-a643b1b9ee1d will not be triggered until provisioned by entity DHCP. {{(pid=79276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:26:13.576864 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-6e9d6ba2-9cce-4762-bac7-6f0394470682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1768796'] for port, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:13.581983 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-11aaa6ac-6f3c-4d2b-ae06-3ad49142dbdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:13.596128 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvr_db [None req-28609c23-8196-4549-9bd5-ff857037ef1f None None] Set router fb120097-50c9-4ca3-827e-34faa646a5d9 gateway port host: dv-cinder-802781-4-iscsi {{(pid=79279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:26:13.644857 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9d6ba2-9cce-4762-bac7-6f0394470682 admin admin] Network d12689cf-d423-4509-af1c-483fe0afc47e is already hosted by enough agents. {{(pid=79276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:26:13.647896 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.base_scheduler [None req-6e9d6ba2-9cce-4762-bac7-6f0394470682 admin admin] Resources bound (agent type, host, resource id): {{(pid=79276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:26:13.651226 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9d6ba2-9cce-4762-bac7-6f0394470682 admin admin] Received port after_create {{(pid=79276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:26:13.699026 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d6ba2-9cce-4762-bac7-6f0394470682 admin admin] Pushing event updated for resources: {'Port': ['ID=d440c004-1fce-4ddc-9241-a643b1b9ee1d,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:13.702741 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-6e9d6ba2-9cce-4762-bac7-6f0394470682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:13.721590 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-6e9d6ba2-9cce-4762-bac7-6f0394470682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3927107'] for router_interface, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:13.893974 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-6e9d6ba2-9cce-4762-bac7-6f0394470682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:13.928783 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-28609c23-8196-4549-9bd5-ff857037ef1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb120097-50c9-4ca3-827e-34faa646a5d9', 'name': 'tempest-TestShelveInstance-983182897-router', 'tenant_id': '51859bf98dff49e3b76e84b214e1e800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '03ee8c40-daac-4bca-8f97-4958adc6bb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:26:07Z', 'updated_at': '2021-08-31T15:26:09Z', 'revision_number': 3, 'project_id': '51859bf98dff49e3b76e84b214e1e800', 'gw_port': {'id': '03ee8c40-daac-4bca-8f97-4958adc6bb03', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f7:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb120097-50c9-4ca3-827e-34faa646a5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:26:08Z', 'updated_at': '2021-08-31T15:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi'}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:26:13.934781 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28609c23-8196-4549-9bd5-ff857037ef1f None None] The sync data for ids ['fb120097-50c9-4ca3-827e-34faa646a5d9'] in dv-cinder-802781-4-iscsi is: [{'id': 'fb120097-50c9-4ca3-827e-34faa646a5d9', 'name': 'tempest-TestShelveInstance-983182897-router', 'tenant_id': '51859bf98dff49e3b76e84b214e1e800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '03ee8c40-daac-4bca-8f97-4958adc6bb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:26:07Z', 'updated_at': '2021-08-31T15:26:09Z', 'revision_number': 3, 'project_id': '51859bf98dff49e3b76e84b214e1e800', 'gw_port': {'id': '03ee8c40-daac-4bca-8f97-4958adc6bb03', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f7:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb120097-50c9-4ca3-827e-34faa646a5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:26:08Z', 'updated_at': '2021-08-31T15:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi'}] {{(pid=79279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:26:13.947959 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-1c7253b0-5079-4b64-a2b4-7bf7f6c2c516 None None] Provisioning for port d440c004-1fce-4ddc-9241-a643b1b9ee1d completed by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:26:13.956591 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-1c7253b0-5079-4b64-a2b4-7bf7f6c2c516 None None] Provisioning complete for port d440c004-1fce-4ddc-9241-a643b1b9ee1d triggered by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:26:13.957061 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-1c7253b0-5079-4b64-a2b4-7bf7f6c2c516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:14.040423 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-1c7253b0-5079-4b64-a2b4-7bf7f6c2c516 None None] Port d440c004-1fce-4ddc-9241-a643b1b9ee1d cannot update to ACTIVE because it is not bound. {{(pid=79278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:26:14.110869 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81f934-047f-4979-af37-f20f7bd9092b req-70e412ca-6ffd-4e4d-83c6-38d3416f538a tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:14.112553 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8f81f934-047f-4979-af37-f20f7bd9092b req-70e412ca-6ffd-4e4d-83c6-38d3416f538a tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.1146717 Aug 31 15:26:14.177121 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8f81f934-047f-4979-af37-f20f7bd9092b req-8f22ff7f-5319-4b6f-97fe-dd3dfe3bb54e tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564520 Aug 31 15:26:14.193873 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-6e9d6ba2-9cce-4762-bac7-6f0394470682 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:14.200458 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-6e9d6ba2-9cce-4762-bac7-6f0394470682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1768773'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:14.234988 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-11aaa6ac-6f3c-4d2b-ae06-3ad49142dbdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:14.333442 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 47672) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:14.360625 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d6ba2-9cce-4762-bac7-6f0394470682 admin admin] Pushing event updated for resources: {'Port': ['ID=d440c004-1fce-4ddc-9241-a643b1b9ee1d,revision_number=2']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:14.365832 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-6e9d6ba2-9cce-4762-bac7-6f0394470682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:14.366706 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-6e9d6ba2-9cce-4762-bac7-6f0394470682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3790843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3927084'] for router_interface, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:14.530323 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-8b5fc176-1863-4e43-be01-d13c258e3190 req-e014b2bf-5f63-4314-837d-9000bcc1b975 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Synchronizing usage tracker for tenant:b72bed8903af49ecb668ab69cf48aa85 on resource:port {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:26:14.556094 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-8b5fc176-1863-4e43-be01-d13c258e3190 req-e014b2bf-5f63-4314-837d-9000bcc1b975 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Unset dirty status for tenant:b72bed8903af49ecb668ab69cf48aa85 on resource:port {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:26:14.562692 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9d6ba2-9cce-4762-bac7-6f0394470682 admin admin] Network d12689cf-d423-4509-af1c-483fe0afc47e is already hosted by enough agents. {{(pid=79276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:26:14.563824 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8b5fc176-1863-4e43-be01-d13c258e3190 req-e014b2bf-5f63-4314-837d-9000bcc1b975 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c074e6f-bda6-48b8-b796-a21e3bc0291a HTTP/1.1" status: 200 len: 210 time: 0.1077433 Aug 31 15:26:14.564095 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.base_scheduler [None req-6e9d6ba2-9cce-4762-bac7-6f0394470682 admin admin] Resources bound (agent type, host, resource id): {{(pid=79276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:26:14.605053 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [None req-42c30da3-7ff7-43ae-b3ad-6473d452fd98 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1989658699-network', 'tenant_id': '317b1948f95f45e8baebbf8d73834c26'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:26:14.610899 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-42c30da3-7ff7-43ae-b3ad-6473d452fd98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:26:14.621774 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-42c30da3-7ff7-43ae-b3ad-6473d452fd98 admin admin] Usage tracker for resource:network and tenant:317b1948f95f45e8baebbf8d73834c26 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:26:14.626788 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-42c30da3-7ff7-43ae-b3ad-6473d452fd98 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:26:14.633862 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-42c30da3-7ff7-43ae-b3ad-6473d452fd98 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:26:14.650965 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c30da3-7ff7-43ae-b3ad-6473d452fd98 admin admin] Made reservation on behalf of 317b1948f95f45e8baebbf8d73834c26 for: {'network': 1} {{(pid=79277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:26:14.653790 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-42c30da3-7ff7-43ae-b3ad-6473d452fd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for network, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:14.671191 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-42c30da3-7ff7-43ae-b3ad-6473d452fd98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:14.691247 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-42c30da3-7ff7-43ae-b3ad-6473d452fd98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:26:14.696596 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-42c30da3-7ff7-43ae-b3ad-6473d452fd98 admin admin] Usage tracker for resource:security_group_rule and tenant:317b1948f95f45e8baebbf8d73834c26 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:26:14.701157 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-42c30da3-7ff7-43ae-b3ad-6473d452fd98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:26:14.709274 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-42c30da3-7ff7-43ae-b3ad-6473d452fd98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:26:14.846367 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-42c30da3-7ff7-43ae-b3ad-6473d452fd98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:14.852080 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-42c30da3-7ff7-43ae-b3ad-6473d452fd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:14.856597 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:14.873566 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-6b003a6b-a738-45bd-8186-40f2fd3e2ad6 None None] Provisioning complete for port d440c004-1fce-4ddc-9241-a643b1b9ee1d triggered by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:26:14.874555 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-6b003a6b-a738-45bd-8186-40f2fd3e2ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:14.876414 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9d6ba2-9cce-4762-bac7-6f0394470682 admin admin] Router fb120097-50c9-4ca3-827e-34faa646a5d9 has already been hosted by L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 {{(pid=79276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:26:14.884038 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42c30da3-7ff7-43ae-b3ad-6473d452fd98 admin admin] vlan segment allocate from pool success with {'vlan_id': 905, 'physical_network': 'physnet1'} {{(pid=79277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:26:14.897306 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c30da3-7ff7-43ae-b3ad-6473d452fd98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26baa14b-da3e-4684-9e89-83ea5f379bd3,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:14.902870 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-42c30da3-7ff7-43ae-b3ad-6473d452fd98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:14.903922 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-42c30da3-7ff7-43ae-b3ad-6473d452fd98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3286683'] for segment, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:14.904485 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.db.segments_db [None req-42c30da3-7ff7-43ae-b3ad-6473d452fd98 admin admin] Added segment 02223e31-43b7-4392-9df9-702d52806812 of type vlan for network e5bf5d88-a4cc-4991-bc98-721833635064 Aug 31 15:26:14.939444 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-42c30da3-7ff7-43ae-b3ad-6473d452fd98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738171399325'] for network, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:14.963859 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-6b003a6b-a738-45bd-8186-40f2fd3e2ad6 None None] Port d440c004-1fce-4ddc-9241-a643b1b9ee1d cannot update to ACTIVE because it is not bound. {{(pid=79278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:26:14.976921 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-42c30da3-7ff7-43ae-b3ad-6473d452fd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729'] for network, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:14.979322 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c30da3-7ff7-43ae-b3ad-6473d452fd98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:14.980013 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-42c30da3-7ff7-43ae-b3ad-6473d452fd98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for network, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:14.986057 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:15.089656 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c30da3-7ff7-43ae-b3ad-6473d452fd98 admin admin] Pushing event updated for resources: {'Network': ['ID=e5bf5d88-a4cc-4991-bc98-721833635064,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:15.095977 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9d6ba2-9cce-4762-bac7-6f0394470682 admin admin] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:26:15.096090 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-42c30da3-7ff7-43ae-b3ad-6473d452fd98 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7608089 Aug 31 15:26:15.096992 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-42c30da3-7ff7-43ae-b3ad-6473d452fd98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:15.097437 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 47682) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:15.101621 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Network e5bf5d88-a4cc-4991-bc98-721833635064 details requested by agent ovs-agent-dv-cinder-802781-4-iscsi with host dv-cinder-802781-4-iscsi {{(pid=79278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 15:26:15.103063 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [None req-fd36112d-971f-4c8b-9480-c4eea9ae15ed admin admin] Request body: {'subnet': {'network_id': 'e5bf5d88-a4cc-4991-bc98-721833635064', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1989658699-subnet', 'tenant_id': '317b1948f95f45e8baebbf8d73834c26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:26:15.107956 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-fd36112d-971f-4c8b-9480-c4eea9ae15ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:26:15.114035 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-6e9d6ba2-9cce-4762-bac7-6f0394470682 admin admin] 10.222.0.81 "PUT /v2.0/routers/fb120097-50c9-4ca3-827e-34faa646a5d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3041143 Aug 31 15:26:15.117450 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-fd36112d-971f-4c8b-9480-c4eea9ae15ed admin admin] Usage tracker for resource:subnet and tenant:317b1948f95f45e8baebbf8d73834c26 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:26:15.122247 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-fd36112d-971f-4c8b-9480-c4eea9ae15ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:26:15.128980 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-fd36112d-971f-4c8b-9480-c4eea9ae15ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:26:15.143143 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd36112d-971f-4c8b-9480-c4eea9ae15ed admin admin] Made reservation on behalf of 317b1948f95f45e8baebbf8d73834c26 for: {'subnet': 1} {{(pid=79277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:26:15.146397 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-fd36112d-971f-4c8b-9480-c4eea9ae15ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11322311'] for subnet, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:15.430775 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-fd36112d-971f-4c8b-9480-c4eea9ae15ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10698273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11322293'] for subnet, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:15.437511 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:15.472932 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d17b43-2e56-4759-b823-3b347e0fbcd6 req-3a14ac4f-95d1-4d12-a7ef-8be3c8635d93 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:15.474433 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-71d17b43-2e56-4759-b823-3b347e0fbcd6 req-3a14ac4f-95d1-4d12-a7ef-8be3c8635d93 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.1631649 Aug 31 15:26:15.554645 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36112d-971f-4c8b-9480-c4eea9ae15ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f4868df-dbc4-4817-bd65-2dbd6d9c87ee,revision_number=0']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:15.562977 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-fd36112d-971f-4c8b-9480-c4eea9ae15ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:15.569398 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd36112d-971f-4c8b-9480-c4eea9ae15ed admin admin] Checking segment: {'id': '02223e31-43b7-4392-9df9-702d52806812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'e5bf5d88-a4cc-4991-bc98-721833635064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:26:15.569759 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd36112d-971f-4c8b-9480-c4eea9ae15ed admin admin] Network hostable DHCP agents. Network: e5bf5d88-a4cc-4991-bc98-721833635064, hostable agents: ['2365506f-cea6-46f8-ac71-d4e1f85a8442'], hosted agents: [] {{(pid=79277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:26:15.579840 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-71d17b43-2e56-4759-b823-3b347e0fbcd6 req-35446a6c-8ee7-472a-9904-ccf85778dcbf tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933805 Aug 31 15:26:15.608707 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd36112d-971f-4c8b-9480-c4eea9ae15ed admin admin] Network e5bf5d88-a4cc-4991-bc98-721833635064 is scheduled to be hosted by DHCP agent 2365506f-cea6-46f8-ac71-d4e1f85a8442 with binding_index 1 {{(pid=79277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:26:15.621746 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.base_scheduler [None req-fd36112d-971f-4c8b-9480-c4eea9ae15ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-4-iscsi, e5bf5d88-a4cc-4991-bc98-721833635064) {{(pid=79277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:26:15.629620 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd36112d-971f-4c8b-9480-c4eea9ae15ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:15.630627 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-fd36112d-971f-4c8b-9480-c4eea9ae15ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:15.636751 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a749bad7-331f-44c7-bffa-b55805acb3df None None] Network e5bf5d88-a4cc-4991-bc98-721833635064 requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:26:15.660796 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-fd36112d-971f-4c8b-9480-c4eea9ae15ed admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5618682 Aug 31 15:26:15.920665 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0514bb85-36fe-487d-8b11-b83828a1ea20 None None] Sync routers for ids ['fb120097-50c9-4ca3-827e-34faa646a5d9'] in dv-cinder-802781-4-iscsi {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:26:15.930772 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b287ef01-091a-44fe-bb86-aa5e06dd876f None None] Network e5bf5d88-a4cc-4991-bc98-721833635064 requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:26:15.951987 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0514bb85-36fe-487d-8b11-b83828a1ea20 None None] Routers {'fb120097-50c9-4ca3-827e-34faa646a5d9'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:26:15.952707 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-0514bb85-36fe-487d-8b11-b83828a1ea20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:26:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['fb120097-50c9-4ca3-827e-34faa646a5d9'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:26:16.122301 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 47712) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:16.128498 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-fef55dd6-b64c-463f-b986-9ce81abfe015 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1946494860', 'description': 'tempest-secgroup-smoke-1946494860 description', 'project_id': '7ae108ad25124f909f1e46038dca0493'}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:26:16.136329 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-fef55dd6-b64c-463f-b986-9ce81abfe015 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:26:16.141261 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-fef55dd6-b64c-463f-b986-9ce81abfe015 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Usage tracker for resource:security_group and tenant:7ae108ad25124f909f1e46038dca0493 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:26:16.144371 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-fef55dd6-b64c-463f-b986-9ce81abfe015 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:26:16.152171 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-fef55dd6-b64c-463f-b986-9ce81abfe015 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:26:16.173441 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fef55dd6-b64c-463f-b986-9ce81abfe015 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:16.207539 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-fef55dd6-b64c-463f-b986-9ce81abfe015 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:26:16.222693 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-fef55dd6-b64c-463f-b986-9ce81abfe015 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Usage tracker for resource:security_group_rule and tenant:7ae108ad25124f909f1e46038dca0493 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:26:16.237618 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-fef55dd6-b64c-463f-b986-9ce81abfe015 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:26:16.248916 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-fef55dd6-b64c-463f-b986-9ce81abfe015 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:26:16.301255 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-0514bb85-36fe-487d-8b11-b83828a1ea20 None None] Set router fb120097-50c9-4ca3-827e-34faa646a5d9 gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:26:16.362180 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 03ee8c40-daac-4bca-8f97-4958adc6bb03 up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:26:16.389677 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fef55dd6-b64c-463f-b986-9ce81abfe015 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:16.404830 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fef55dd6-b64c-463f-b986-9ce81abfe015 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:16.411467 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-0f175ff3-d8f1-416c-83e6-a3a6b90907dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:16.465093 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef55dd6-b64c-463f-b986-9ce81abfe015 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38cf3807-7c08-4249-9765-d367b28feea0,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:16.469777 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-fef55dd6-b64c-463f-b986-9ce81abfe015 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:16.471893 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fef55dd6-b64c-463f-b986-9ce81abfe015 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:16.472141 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] get_ports_and_sgs() called for port_ids ['5f61a459-aa56-4d37-bb4c-ee002864e471'] {{(pid=79278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:26:16.481559 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-fef55dd6-b64c-463f-b986-9ce81abfe015 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3568053 Aug 31 15:26:16.482915 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 47720) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:16.489146 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-e5eabdbc-0eb0-4d73-a952-2fe23576c23b tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Request body: {'security_group_rule': {'security_group_id': '38cf3807-7c08-4249-9765-d367b28feea0', 'project_id': '7ae108ad25124f909f1e46038dca0493', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:26:16.495998 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-e5eabdbc-0eb0-4d73-a952-2fe23576c23b tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:26:16.504992 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-e5eabdbc-0eb0-4d73-a952-2fe23576c23b tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Usage tracker for resource:security_group_rule and tenant:7ae108ad25124f909f1e46038dca0493 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:26:16.510945 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-e5eabdbc-0eb0-4d73-a952-2fe23576c23b tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:26:16.517269 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-e5eabdbc-0eb0-4d73-a952-2fe23576c23b tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:26:16.551636 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-e5eabdbc-0eb0-4d73-a952-2fe23576c23b tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:16.604140 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-cf58773f-6531-4574-8f7b-da121b47bc3d req-01dcaf26-5e30-4dee-aee6-93e2adc399fc tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c074e6f-bda6-48b8-b796-a21e3bc0291a HTTP/1.1" status: 200 len: 210 time: 0.1870966 Aug 31 15:26:16.607470 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a965c9a9-8d42-4206-8299-f3b8e36c2c95 req-8e885904-710c-4072-b8c5-f70f67b1414e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=922ac450-4677-43bc-8efe-225f00db650b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1237426 Aug 31 15:26:16.706479 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-e5eabdbc-0eb0-4d73-a952-2fe23576c23b tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:16.714224 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-e5eabdbc-0eb0-4d73-a952-2fe23576c23b tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858734'] for security_group_rule, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:16.727230 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-832904c7-3257-4601-8141-a3721eff1f6b tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:16.751572 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eabdbc-0eb0-4d73-a952-2fe23576c23b tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=988a9420-572c-4f6e-a123-a5a3ff7602fd,revision_number=0']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:16.756463 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-e5eabdbc-0eb0-4d73-a952-2fe23576c23b tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:16.767221 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-e5eabdbc-0eb0-4d73-a952-2fe23576c23b tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:16.772045 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-e5eabdbc-0eb0-4d73-a952-2fe23576c23b tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2876701 Aug 31 15:26:16.772933 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 47732) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:16.780422 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-d7beae76-7c0b-4b40-b646-ddca100f4ace tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Request body: {'security_group_rule': {'security_group_id': '38cf3807-7c08-4249-9765-d367b28feea0', 'project_id': '7ae108ad25124f909f1e46038dca0493', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:26:16.787364 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-d7beae76-7c0b-4b40-b646-ddca100f4ace tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:26:16.792300 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-d7beae76-7c0b-4b40-b646-ddca100f4ace tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Usage tracker for resource:security_group_rule and tenant:7ae108ad25124f909f1e46038dca0493 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:26:16.796021 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-d7beae76-7c0b-4b40-b646-ddca100f4ace tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:26:16.803491 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-d7beae76-7c0b-4b40-b646-ddca100f4ace tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:26:16.863739 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning for port 03ee8c40-daac-4bca-8f97-4958adc6bb03 completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:26:16.885232 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port 03ee8c40-daac-4bca-8f97-4958adc6bb03 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:26:16.885740 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:16.885854 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d7beae76-7c0b-4b40-b646-ddca100f4ace tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:16.906202 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a965c9a9-8d42-4206-8299-f3b8e36c2c95 req-317872e8-6924-48ea-a1e7-e5df0845b22c service neutron] 10.222.0.64 "GET /v2.0/networks/922ac450-4677-43bc-8efe-225f00db650b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901609 Aug 31 15:26:16.973513 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62c33d-255f-4c2d-a969-b0b376d3a111 req-2467ea43-c0c4-4e90-8d95-e9cec67fcef8 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:16.974980 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-dd62c33d-255f-4c2d-a969-b0b376d3a111 req-2467ea43-c0c4-4e90-8d95-e9cec67fcef8 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.1618938 Aug 31 15:26:16.998610 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d7beae76-7c0b-4b40-b646-ddca100f4ace tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:17.007222 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d7beae76-7c0b-4b40-b646-ddca100f4ace tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858734'] for security_group_rule, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:17.024743 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-e5eabdbc-0eb0-4d73-a952-2fe23576c23b tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:17.050461 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-dd62c33d-255f-4c2d-a969-b0b376d3a111 req-3b3fa95a-6407-4fd5-8a60-7509ee107ecb tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678344 Aug 31 15:26:17.053023 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7beae76-7c0b-4b40-b646-ddca100f4ace tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98e64753-1df1-43cf-a6a6-a1c11664792c,revision_number=0']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:17.055837 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-d7beae76-7c0b-4b40-b646-ddca100f4ace tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:17.060994 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-0514bb85-36fe-487d-8b11-b83828a1ea20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb120097-50c9-4ca3-827e-34faa646a5d9', 'name': 'tempest-TestShelveInstance-983182897-router', 'tenant_id': '51859bf98dff49e3b76e84b214e1e800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '03ee8c40-daac-4bca-8f97-4958adc6bb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:26:07Z', 'updated_at': '2021-08-31T15:26:13Z', 'revision_number': 4, 'project_id': '51859bf98dff49e3b76e84b214e1e800', 'gw_port': {'id': '03ee8c40-daac-4bca-8f97-4958adc6bb03', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f7:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb120097-50c9-4ca3-827e-34faa646a5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:26:08Z', 'updated_at': '2021-08-31T15:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': 'd440c004-1fce-4ddc-9241-a643b1b9ee1d', 'name': '', 'network_id': 'd12689cf-d423-4509-af1c-483fe0afc47e', 'tenant_id': '51859bf98dff49e3b76e84b214e1e800', 'mac_address': 'fa:16:3e:00:5c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb120097-50c9-4ca3-827e-34faa646a5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '181e6729-ef03-444c-a56a-2ce942cda60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:26:13Z', 'updated_at': '2021-08-31T15:26:14Z', 'revision_number': 2, 'project_id': '51859bf98dff49e3b76e84b214e1e800', 'subnets': [{'id': '181e6729-ef03-444c-a56a-2ce942cda60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:26:17.063001 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:17.065515 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d7beae76-7c0b-4b40-b646-ddca100f4ace tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:17.067722 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-d7beae76-7c0b-4b40-b646-ddca100f4ace tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2930784 Aug 31 15:26:17.070621 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 47740) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:17.072649 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0514bb85-36fe-487d-8b11-b83828a1ea20 None None] Checking router: fb120097-50c9-4ca3-827e-34faa646a5d9 for host: dv-cinder-802781-4-iscsi {{(pid=79278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:26:17.073012 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0514bb85-36fe-487d-8b11-b83828a1ea20 None None] Updating router fb120097-50c9-4ca3-827e-34faa646a5d9 port d440c004-1fce-4ddc-9241-a643b1b9ee1d binding host dv-cinder-802781-4-iscsi {{(pid=79278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:26:17.076966 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-25b10393-ffa4-4890-b71f-78bb78fdb033 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Request body: {'security_group_rule': {'security_group_id': '38cf3807-7c08-4249-9765-d367b28feea0', 'project_id': '7ae108ad25124f909f1e46038dca0493', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:26:17.082684 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-25b10393-ffa4-4890-b71f-78bb78fdb033 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:26:17.087607 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-25b10393-ffa4-4890-b71f-78bb78fdb033 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Usage tracker for resource:security_group_rule and tenant:7ae108ad25124f909f1e46038dca0493 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:26:17.090167 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-25b10393-ffa4-4890-b71f-78bb78fdb033 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:26:17.096584 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-25b10393-ffa4-4890-b71f-78bb78fdb033 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:26:17.113679 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-25b10393-ffa4-4890-b71f-78bb78fdb033 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:17.131609 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] For port 03ee8c40-daac-4bca-8f97-4958adc6bb03, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=03ee8c40-daac-4bca-8f97-4958adc6bb03,segment=NetworkSegment(ee0cca34-cfc1-48b8-9cd2-f432400bdd40),segment_id=ee0cca34-cfc1-48b8-9cd2-f432400bdd40)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:26:17.137232 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:17.140572 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:17.174416 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-0514bb85-36fe-487d-8b11-b83828a1ea20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:17.180599 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-25b10393-ffa4-4890-b71f-78bb78fdb033 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:17.184431 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-25b10393-ffa4-4890-b71f-78bb78fdb033 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858734'] for security_group_rule, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:17.192002 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-8e1568ef-5fb1-4dcf-93f3-849c14ff28dd tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:17.212970 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b10393-ffa4-4890-b71f-78bb78fdb033 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74c48bfd-0c60-4bde-9c49-dac7abf48e22,revision_number=0']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:17.215840 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-25b10393-ffa4-4890-b71f-78bb78fdb033 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:17.221699 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-25b10393-ffa4-4890-b71f-78bb78fdb033 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:17.222998 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-25b10393-ffa4-4890-b71f-78bb78fdb033 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1506305 Aug 31 15:26:17.225681 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 47744) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:17.232293 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-b939d110-6d26-4917-a804-ba52a0a74592 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Request body: {'security_group_rule': {'security_group_id': '38cf3807-7c08-4249-9765-d367b28feea0', 'project_id': '7ae108ad25124f909f1e46038dca0493', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:26:17.238135 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-b939d110-6d26-4917-a804-ba52a0a74592 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:26:17.242575 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-b939d110-6d26-4917-a804-ba52a0a74592 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Usage tracker for resource:security_group_rule and tenant:7ae108ad25124f909f1e46038dca0493 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:26:17.245658 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-b939d110-6d26-4917-a804-ba52a0a74592 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:26:17.252402 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-b939d110-6d26-4917-a804-ba52a0a74592 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:26:17.264170 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Pushing event updated for resources: {'Port': ['ID=03ee8c40-daac-4bca-8f97-4958adc6bb03,revision_number=4']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:17.268499 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:17.271793 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b939d110-6d26-4917-a804-ba52a0a74592 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:17.354348 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b939d110-6d26-4917-a804-ba52a0a74592 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:17.361437 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b939d110-6d26-4917-a804-ba52a0a74592 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858734'] for security_group_rule, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:17.368440 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-25b10393-ffa4-4890-b71f-78bb78fdb033 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:17.392291 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b939d110-6d26-4917-a804-ba52a0a74592 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd3bc7e-daf5-44ce-a291-1be0bd5714ba,revision_number=0']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:17.407062 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-b939d110-6d26-4917-a804-ba52a0a74592 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:17.411833 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b939d110-6d26-4917-a804-ba52a0a74592 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:17.416532 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-b939d110-6d26-4917-a804-ba52a0a74592 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1892946 Aug 31 15:26:17.417175 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 47750) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:17.425631 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-825e6185-167b-47b3-a035-af73f7130c5e tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Request body: {'security_group_rule': {'security_group_id': '38cf3807-7c08-4249-9765-d367b28feea0', 'project_id': '7ae108ad25124f909f1e46038dca0493', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:26:17.432575 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-825e6185-167b-47b3-a035-af73f7130c5e tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:26:17.437813 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-825e6185-167b-47b3-a035-af73f7130c5e tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Usage tracker for resource:security_group_rule and tenant:7ae108ad25124f909f1e46038dca0493 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:26:17.442643 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-825e6185-167b-47b3-a035-af73f7130c5e tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:26:17.450868 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-825e6185-167b-47b3-a035-af73f7130c5e tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:26:17.464985 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.db.securitygroups_db [None req-825e6185-167b-47b3-a035-af73f7130c5e tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Project 7ae108ad25124f909f1e46038dca0493 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:26:17.474405 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-825e6185-167b-47b3-a035-af73f7130c5e tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:17.493203 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a965c9a9-8d42-4206-8299-f3b8e36c2c95 req-23409437-6d6a-4e36-a805-a2569fd2663e service neutron] 10.222.0.64 "GET /v2.0/networks/922ac450-4677-43bc-8efe-225f00db650b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575766 Aug 31 15:26:17.568712 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-825e6185-167b-47b3-a035-af73f7130c5e tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:17.573493 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-825e6185-167b-47b3-a035-af73f7130c5e tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858734'] for security_group_rule, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:17.586044 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:17.606184 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e6185-167b-47b3-a035-af73f7130c5e tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6842e112-49ed-4627-b946-0d35dc9c89b2,revision_number=0']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:17.609289 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-825e6185-167b-47b3-a035-af73f7130c5e tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:17.619144 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-825e6185-167b-47b3-a035-af73f7130c5e tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:17.624410 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-825e6185-167b-47b3-a035-af73f7130c5e tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2037885 Aug 31 15:26:17.624951 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 47758) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:17.632473 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-77d341ee-5c03-4ac2-a62c-045eb4089659 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Request body: {'security_group_rule': {'security_group_id': '38cf3807-7c08-4249-9765-d367b28feea0', 'project_id': '7ae108ad25124f909f1e46038dca0493', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:26:17.639347 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-77d341ee-5c03-4ac2-a62c-045eb4089659 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:26:17.643796 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-0514bb85-36fe-487d-8b11-b83828a1ea20 None None] Notify callbacks [] for port, precommit_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:17.644762 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-77d341ee-5c03-4ac2-a62c-045eb4089659 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Usage tracker for resource:security_group_rule and tenant:7ae108ad25124f909f1e46038dca0493 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:26:17.650868 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-77d341ee-5c03-4ac2-a62c-045eb4089659 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:26:17.658501 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-77d341ee-5c03-4ac2-a62c-045eb4089659 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:26:17.659068 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-0514bb85-36fe-487d-8b11-b83828a1ea20 None None] Transition to ACTIVE for port object d440c004-1fce-4ddc-9241-a643b1b9ee1d will not be triggered until provisioned by entity L2. {{(pid=79278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:26:17.670600 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-0514bb85-36fe-487d-8b11-b83828a1ea20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:17.673838 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.db.securitygroups_db [None req-77d341ee-5c03-4ac2-a62c-045eb4089659 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Project 7ae108ad25124f909f1e46038dca0493 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:26:17.678817 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:17.682945 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-77d341ee-5c03-4ac2-a62c-045eb4089659 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:17.764095 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-77d341ee-5c03-4ac2-a62c-045eb4089659 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:17.770743 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-77d341ee-5c03-4ac2-a62c-045eb4089659 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858734'] for security_group_rule, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:17.780857 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-b939d110-6d26-4917-a804-ba52a0a74592 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:17.808894 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d341ee-5c03-4ac2-a62c-045eb4089659 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=251a5754-a888-4761-9a93-f9ef7058fb49,revision_number=0']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:17.811950 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-77d341ee-5c03-4ac2-a62c-045eb4089659 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:17.825528 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-77d341ee-5c03-4ac2-a62c-045eb4089659 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:17.827499 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-77d341ee-5c03-4ac2-a62c-045eb4089659 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2016275 Aug 31 15:26:17.868796 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-1f29f290-5278-4673-b0e2-1ffd77f9c82e req-4629277d-6194-492c-8651-44c8e1d0cc54 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9c074e6f-bda6-48b8-b796-a21e3bc0291a HTTP/1.1" status: 200 len: 210 time: 0.0990498 Aug 31 15:26:17.910944 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f012cf-f7a2-4368-8786-844ebee125c4 None None] Pushing event updated for resources: {'Port': ['ID=d440c004-1fce-4ddc-9241-a643b1b9ee1d,revision_number=3']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:17.926642 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-b4f012cf-f7a2-4368-8786-844ebee125c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:18.105041 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-0514bb85-36fe-487d-8b11-b83828a1ea20 None None] Attempting to bind port d440c004-1fce-4ddc-9241-a643b1b9ee1d on host dv-cinder-802781-4-iscsi for vnic_type normal with profile {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:26:18.105426 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-0514bb85-36fe-487d-8b11-b83828a1ea20 None None] Attempting to bind port d440c004-1fce-4ddc-9241-a643b1b9ee1d by drivers openvswitch,hyperv on host dv-cinder-802781-4-iscsi at level 0 using segments [{'id': '342ae68e-2f0e-4567-b196-bff0229ff9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'd12689cf-d423-4509-af1c-483fe0afc47e'}] {{(pid=79278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:26:18.105796 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0514bb85-36fe-487d-8b11-b83828a1ea20 None None] Attempting to bind port d440c004-1fce-4ddc-9241-a643b1b9ee1d on network d12689cf-d423-4509-af1c-483fe0afc47e {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:26:18.121025 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0514bb85-36fe-487d-8b11-b83828a1ea20 None None] Checking agent: {'id': 'b1845f19-f6eb-4023-b5bb-8a6030080bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 15, 36), 'started_at': datetime.datetime(2021, 8, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:26:18.121430 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0514bb85-36fe-487d-8b11-b83828a1ea20 None None] Checking segment: {'id': '342ae68e-2f0e-4567-b196-bff0229ff9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'd12689cf-d423-4509-af1c-483fe0afc47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:26:18.122050 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-0514bb85-36fe-487d-8b11-b83828a1ea20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:18.123356 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0514bb85-36fe-487d-8b11-b83828a1ea20 None None] Bound using segment: {'id': '342ae68e-2f0e-4567-b196-bff0229ff9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'd12689cf-d423-4509-af1c-483fe0afc47e'} {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:26:18.124022 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-0514bb85-36fe-487d-8b11-b83828a1ea20 None None] Bound port: d440c004-1fce-4ddc-9241-a643b1b9ee1d, host: dv-cinder-802781-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '342ae68e-2f0e-4567-b196-bff0229ff9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 931, 'network_id': 'd12689cf-d423-4509-af1c-483fe0afc47e'}}] {{(pid=79278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:26:18.124390 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-0514bb85-36fe-487d-8b11-b83828a1ea20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:18.262100 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-0514bb85-36fe-487d-8b11-b83828a1ea20 None None] For port d440c004-1fce-4ddc-9241-a643b1b9ee1d, host dv-cinder-802781-4-iscsi, cleared binding levels {{(pid=79278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:26:18.265835 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-0514bb85-36fe-487d-8b11-b83828a1ea20 None None] For port d440c004-1fce-4ddc-9241-a643b1b9ee1d, host dv-cinder-802781-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=d440c004-1fce-4ddc-9241-a643b1b9ee1d,segment=NetworkSegment(342ae68e-2f0e-4567-b196-bff0229ff9f4),segment_id=342ae68e-2f0e-4567-b196-bff0229ff9f4)] {{(pid=79278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:26:18.277434 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-0514bb85-36fe-487d-8b11-b83828a1ea20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:18.292505 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:18.334526 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 03ee8c40-daac-4bca-8f97-4958adc6bb03 up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:26:18.386310 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcdade-6e2a-42a4-b0a7-d3f1ed523567 req-0e24a652-5b12-4bf0-9c00-5f46e3420afc tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:18.409837 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-3dbcdade-6e2a-42a4-b0a7-d3f1ed523567 req-0e24a652-5b12-4bf0-9c00-5f46e3420afc tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.1794837 Aug 31 15:26:18.439472 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 5f61a459-aa56-4d37-bb4c-ee002864e471 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:26:18.481753 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0514bb85-36fe-487d-8b11-b83828a1ea20 None None] Routers {'fb120097-50c9-4ca3-827e-34faa646a5d9'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:26:18.482484 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-0514bb85-36fe-487d-8b11-b83828a1ea20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:26:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['fb120097-50c9-4ca3-827e-34faa646a5d9'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:26:18.518794 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-3dbcdade-6e2a-42a4-b0a7-d3f1ed523567 req-9786d841-dbc0-4a9a-a510-58cd37dbdf42 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079752 Aug 31 15:26:18.590856 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] No Port match for: 5f61a459-aa56-4d37-bb4c-ee002864e471 {{(pid=79278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:26:18.591541 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 5f61a459-aa56-4d37-bb4c-ee002864e471 not bound to the agent host hv-cinder-80278 {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:26:18.610941 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f012cf-f7a2-4368-8786-844ebee125c4 None None] Pushing event updated for resources: {'Port': ['ID=d440c004-1fce-4ddc-9241-a643b1b9ee1d,revision_number=4']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:18.615630 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-b4f012cf-f7a2-4368-8786-844ebee125c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:18.743930 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port 03ee8c40-daac-4bca-8f97-4958adc6bb03 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:26:18.744412 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:18.858303 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-0514bb85-36fe-487d-8b11-b83828a1ea20 None None] Set router fb120097-50c9-4ca3-827e-34faa646a5d9 gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:26:19.206716 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-ded19488-873c-4e8e-aa6a-6fe9b5c57b15 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:19.208370 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-ded19488-873c-4e8e-aa6a-6fe9b5c57b15 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/networks?id=922ac450-4677-43bc-8efe-225f00db650b HTTP/1.1" status: 200 len: 814 time: 0.2248876 Aug 31 15:26:19.223870 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-83a9da78-cb2d-43c1-9f1a-e07c1a66e138 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/quotas/6d830094621a47f083137ccc6fa15151 HTTP/1.1" status: 200 len: 375 time: 0.0091867 Aug 31 15:26:19.317988 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-8cd99226-9678-40ba-bc20-32cef4831ca9 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d830094621a47f083137ccc6fa15151&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0882163 Aug 31 15:26:19.345609 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-302d4dbe-c968-4af6-8813-d33c43aca2e7 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:19.347160 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-302d4dbe-c968-4af6-8813-d33c43aca2e7 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/networks?id=e5bf5d88-a4cc-4991-bc98-721833635064 HTTP/1.1" status: 200 len: 814 time: 0.1802893 Aug 31 15:26:19.364704 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-d3ab8781-c213-4f75-b137-2d72075653fd tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/quotas/317b1948f95f45e8baebbf8d73834c26 HTTP/1.1" status: 200 len: 375 time: 0.0095072 Aug 31 15:26:19.437632 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-47691f35-38b2-432a-bedb-7bb326cc3a5d tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=317b1948f95f45e8baebbf8d73834c26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659907 Aug 31 15:26:19.468191 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-0514bb85-36fe-487d-8b11-b83828a1ea20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb120097-50c9-4ca3-827e-34faa646a5d9', 'name': 'tempest-TestShelveInstance-983182897-router', 'tenant_id': '51859bf98dff49e3b76e84b214e1e800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '03ee8c40-daac-4bca-8f97-4958adc6bb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:26:07Z', 'updated_at': '2021-08-31T15:26:13Z', 'revision_number': 4, 'project_id': '51859bf98dff49e3b76e84b214e1e800', 'gw_port': {'id': '03ee8c40-daac-4bca-8f97-4958adc6bb03', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb120097-50c9-4ca3-827e-34faa646a5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:26:08Z', 'updated_at': '2021-08-31T15:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': 'd440c004-1fce-4ddc-9241-a643b1b9ee1d', 'name': '', 'network_id': 'd12689cf-d423-4509-af1c-483fe0afc47e', 'tenant_id': '51859bf98dff49e3b76e84b214e1e800', 'mac_address': 'fa:16:3e:00:5c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb120097-50c9-4ca3-827e-34faa646a5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '181e6729-ef03-444c-a56a-2ce942cda60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:26:13Z', 'updated_at': '2021-08-31T15:26:18Z', 'revision_number': 4, 'project_id': '51859bf98dff49e3b76e84b214e1e800', 'subnets': [{'id': '181e6729-ef03-444c-a56a-2ce942cda60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:26:19.472272 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0514bb85-36fe-487d-8b11-b83828a1ea20 None None] The sync data for ids ['fb120097-50c9-4ca3-827e-34faa646a5d9'] in dv-cinder-802781-4-iscsi is: [{'id': 'fb120097-50c9-4ca3-827e-34faa646a5d9', 'name': 'tempest-TestShelveInstance-983182897-router', 'tenant_id': '51859bf98dff49e3b76e84b214e1e800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '03ee8c40-daac-4bca-8f97-4958adc6bb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:26:07Z', 'updated_at': '2021-08-31T15:26:13Z', 'revision_number': 4, 'project_id': '51859bf98dff49e3b76e84b214e1e800', 'gw_port': {'id': '03ee8c40-daac-4bca-8f97-4958adc6bb03', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb120097-50c9-4ca3-827e-34faa646a5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:26:08Z', 'updated_at': '2021-08-31T15:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': 'd440c004-1fce-4ddc-9241-a643b1b9ee1d', 'name': '', 'network_id': 'd12689cf-d423-4509-af1c-483fe0afc47e', 'tenant_id': '51859bf98dff49e3b76e84b214e1e800', 'mac_address': 'fa:16:3e:00:5c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb120097-50c9-4ca3-827e-34faa646a5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '181e6729-ef03-444c-a56a-2ce942cda60c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:26:13Z', 'updated_at': '2021-08-31T15:26:18Z', 'revision_number': 4, 'project_id': '51859bf98dff49e3b76e84b214e1e800', 'subnets': [{'id': '181e6729-ef03-444c-a56a-2ce942cda60c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:26:19.600020 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-1e56ac2a-0efd-4389-98d2-e2d2120d9114 service neutron] 10.222.0.81 "GET /v2.0/networks/922ac450-4677-43bc-8efe-225f00db650b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742786 Aug 31 15:26:19.625867 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-b3c02472-f0e6-45b1-99ba-623e532e6130 service neutron] 10.222.0.81 "GET /v2.0/networks/e5bf5d88-a4cc-4991-bc98-721833635064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871612 Aug 31 15:26:19.755056 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-dfe59194-2bd4-441b-be99-c7dc31f915b6 service neutron] 10.222.0.81 "GET /v2.0/networks/922ac450-4677-43bc-8efe-225f00db650b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456070 Aug 31 15:26:19.786674 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-a960ce5e-4535-44f3-b78f-0031f8385af3 service neutron] 10.222.0.81 "GET /v2.0/networks/e5bf5d88-a4cc-4991-bc98-721833635064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540623 Aug 31 15:26:20.052651 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 6 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:26:20.380332 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a5960-3c78-48b7-9eba-271fe784d1f0 req-6143e725-1eab-463a-bc65-f706f50dd960 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:20.389346 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-244a5960-3c78-48b7-9eba-271fe784d1f0 req-6143e725-1eab-463a-bc65-f706f50dd960 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.3429980 Aug 31 15:26:20.437236 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device d440c004-1fce-4ddc-9241-a643b1b9ee1d up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:26:20.555298 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-244a5960-3c78-48b7-9eba-271fe784d1f0 req-d97b868a-92a4-490c-8e43-1d945bf6fcb5 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519139 Aug 31 15:26:20.653200 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning for port d440c004-1fce-4ddc-9241-a643b1b9ee1d completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:26:20.658920 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port d440c004-1fce-4ddc-9241-a643b1b9ee1d triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:26:20.659522 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:20.759700 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-bc7205a3-e27f-45d3-b004-126ab4952862 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:20.769341 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-bc7205a3-e27f-45d3-b004-126ab4952862 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/networks?id=e69e116f-bb94-4cd0-8e68-f0e004067172 HTTP/1.1" status: 200 len: 809 time: 0.7124453 Aug 31 15:26:20.805326 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-56001838-3f98-4d0c-a9b7-a08f54eeb70c tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/quotas/b72bed8903af49ecb668ab69cf48aa85 HTTP/1.1" status: 200 len: 375 time: 0.0337181 Aug 31 15:26:20.896164 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-509b122e-b91a-475d-8018-d84cd6bbe08f tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b72bed8903af49ecb668ab69cf48aa85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0898352 Aug 31 15:26:20.920718 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:20.978071 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] For port d440c004-1fce-4ddc-9241-a643b1b9ee1d, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=d440c004-1fce-4ddc-9241-a643b1b9ee1d,segment=NetworkSegment(342ae68e-2f0e-4567-b196-bff0229ff9f4),segment_id=342ae68e-2f0e-4567-b196-bff0229ff9f4)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:26:21.002374 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:21.004402 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:21.119698 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367a298-ee14-488c-816a-f0503b285264 req-2c173a96-6bcd-420a-bdf4-70c6a7f1216e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:21.122898 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a367a298-ee14-488c-816a-f0503b285264 req-2c173a96-6bcd-420a-bdf4-70c6a7f1216e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 1099 time: 0.5952764 Aug 31 15:26:21.157647 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Pushing event updated for resources: {'Port': ['ID=d440c004-1fce-4ddc-9241-a643b1b9ee1d,revision_number=5']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:21.161066 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:21.192132 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-4cb2a4aa-de1a-45d6-a979-5543b283adf8 req-d2af432d-1d7d-46c0-9536-843a8448be1f tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 210 time: 0.0999691 Aug 31 15:26:21.228610 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a367a298-ee14-488c-816a-f0503b285264 req-0dd55c6d-1013-4c63-b148-d41b7eb47529 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945871 Aug 31 15:26:21.241165 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-a21232a1-578f-42b8-b933-456646ef5a33 service neutron] 10.222.0.81 "GET /v2.0/networks/e69e116f-bb94-4cd0-8e68-f0e004067172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282983 Aug 31 15:26:21.417154 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-8af485cf-e49c-4ec7-babb-5f6ac1941ee2 service neutron] 10.222.0.81 "GET /v2.0/networks/e69e116f-bb94-4cd0-8e68-f0e004067172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745508 Aug 31 15:26:21.566645 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-edd98190-033c-4af2-8ae6-4743b8362db5 req-b1ea5072-4b45-4a93-b35a-9f3b32a93d4c tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 210 time: 0.1574750 Aug 31 15:26:21.707987 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a88a9fdf-76d5-404b-ad54-a9624978d05f req-2a06619e-5b3b-4092-a3d5-8678d697c85f tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 210 time: 0.0603867 Aug 31 15:26:21.861037 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6784811-8238-4bbc-8f06-2f25652d7de0 req-5dc69be5-2818-4364-bd87-807ed8ecfdd6 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:21.862958 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-b6784811-8238-4bbc-8f06-2f25652d7de0 req-5dc69be5-2818-4364-bd87-807ed8ecfdd6 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.1169162 Aug 31 15:26:21.928104 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-b6784811-8238-4bbc-8f06-2f25652d7de0 req-8ee4d587-7657-4100-805e-7742398ebf13 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556917 Aug 31 15:26:22.296430 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device d440c004-1fce-4ddc-9241-a643b1b9ee1d up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:26:22.381178 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-675b14da-0131-4937-bea7-cd14512a3138 req-79fb904d-e8f0-44ed-9909-eceed6d1d406 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 210 time: 0.0538180 Aug 31 15:26:22.406111 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port d440c004-1fce-4ddc-9241-a643b1b9ee1d triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:26:22.406989 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:22.774414 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-17c2b51b-5042-485d-9301-f8a3d1a00cfa req-e3fc7bc9-f607-4a03-b7af-3a3f32be5561 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 210 time: 0.0717378 Aug 31 15:26:22.816551 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-e6ccf82b-c25c-477a-905b-1712b66a9c50 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:22.818086 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-e6ccf82b-c25c-477a-905b-1712b66a9c50 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.64 "GET /v2.0/networks?id=922ac450-4677-43bc-8efe-225f00db650b HTTP/1.1" status: 200 len: 814 time: 0.3600724 Aug 31 15:26:22.894168 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-a56ee30c-e016-429f-9a11-2eff401eb965 req-d6bf4b00-8621-4302-a246-b4a853d46f42 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 210 time: 0.0465846 Aug 31 15:26:22.909316 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-01c66b05-2247-4165-a16e-1a33dd967bde tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Request body: {'port': {'device_id': 'ac90940c-fa29-432a-ac3d-4f7531dd7a44', 'network_id': '922ac450-4677-43bc-8efe-225f00db650b', 'admin_state_up': True, 'tenant_id': '6d830094621a47f083137ccc6fa15151'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:26:23.127247 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-01c66b05-2247-4165-a16e-1a33dd967bde tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:26:23.172797 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-01c66b05-2247-4165-a16e-1a33dd967bde tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:26:23.259826 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-01c66b05-2247-4165-a16e-1a33dd967bde tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Made reservation on behalf of 6d830094621a47f083137ccc6fa15151 for: {'port': 1} {{(pid=79277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:26:23.263552 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-01c66b05-2247-4165-a16e-1a33dd967bde tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:23.418824 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9667ec0-58b9-4cff-b123-626bce8b2dc5 req-1e57ea4e-c538-42dc-bd1c-97273ac3432c tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:23.427456 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b9667ec0-58b9-4cff-b123-626bce8b2dc5 req-1e57ea4e-c538-42dc-bd1c-97273ac3432c tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.3580718 Aug 31 15:26:23.436107 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-450cab31-4f01-49c9-b108-f3945af17748 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:23.437213 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-450cab31-4f01-49c9-b108-f3945af17748 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Synchronizing usage tracker for tenant:317b1948f95f45e8baebbf8d73834c26 on resource:network {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:26:23.533518 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b9667ec0-58b9-4cff-b123-626bce8b2dc5 req-0dc926d6-c235-4eee-ab44-671390d297f4 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052306 Aug 31 15:26:23.582061 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-450cab31-4f01-49c9-b108-f3945af17748 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Unset dirty status for tenant:317b1948f95f45e8baebbf8d73834c26 on resource:network {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:26:23.583199 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-450cab31-4f01-49c9-b108-f3945af17748 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.64 "GET /v2.0/networks?id=e5bf5d88-a4cc-4991-bc98-721833635064 HTTP/1.1" status: 200 len: 814 time: 0.4434404 Aug 31 15:26:23.615474 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-fe0ce0a1-970b-4473-94ee-da8ac2cb0aa6 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Request body: {'port': {'device_id': 'b4ed292d-2a55-4666-9493-9067a15fdc3f', 'network_id': 'e5bf5d88-a4cc-4991-bc98-721833635064', 'admin_state_up': True, 'tenant_id': '317b1948f95f45e8baebbf8d73834c26'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:26:23.667859 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.db_base_plugin_common [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-01c66b05-2247-4165-a16e-1a33dd967bde tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Allocated IP 172.20.0.14 (922ac450-4677-43bc-8efe-225f00db650b/b781785a-1525-4ce8-bd55-de803c89ddc0/c5385f27-5301-4222-86f0-03d8d97e8c76) {{(pid=79277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:26:23.685942 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-6314f08c-c6fc-40ea-942f-24e0ca6c417d req-f3211a36-65a2-48d2-96cd-e44985884936 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 210 time: 0.0604920 Aug 31 15:26:24.168843 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-fe0ce0a1-970b-4473-94ee-da8ac2cb0aa6 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:26:24.173280 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-fe0ce0a1-970b-4473-94ee-da8ac2cb0aa6 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Usage tracker for resource:port and tenant:317b1948f95f45e8baebbf8d73834c26 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:26:24.181282 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ec433f46-5fb4-4bfb-9483-23120efc8e25 req-78efca5b-87e0-4413-9eab-d6218835511d tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 210 time: 0.0738666 Aug 31 15:26:24.252604 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-fe0ce0a1-970b-4473-94ee-da8ac2cb0aa6 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:26:24.273699 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-30ad35b9-ad3f-4578-a773-b61e0cb5b4a5 req-97c04f43-0781-43af-8a31-3f599881aa94 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 210 time: 0.2229717 Aug 31 15:26:24.276687 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-fe0ce0a1-970b-4473-94ee-da8ac2cb0aa6 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:26:24.390228 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-fe0ce0a1-970b-4473-94ee-da8ac2cb0aa6 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Made reservation on behalf of 317b1948f95f45e8baebbf8d73834c26 for: {'port': 1} {{(pid=79277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:26:24.393744 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-fe0ce0a1-970b-4473-94ee-da8ac2cb0aa6 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:24.417981 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-01c66b05-2247-4165-a16e-1a33dd967bde tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Notify callbacks [] for port, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:24.515634 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-a284f4c8-dc7d-453d-a26e-429aeea054ae tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:24.517033 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-a284f4c8-dc7d-453d-a26e-429aeea054ae tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.64 "GET /v2.0/networks?id=e69e116f-bb94-4cd0-8e68-f0e004067172 HTTP/1.1" status: 200 len: 809 time: 0.4658237 Aug 31 15:26:24.604640 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-01c66b05-2247-4165-a16e-1a33dd967bde tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10695601'] for port, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:24.613264 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:24.669441 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-6252ac5c-9a74-4931-a607-1347dd546203 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Request body: {'port': {'device_id': '9df473da-eef8-4496-97ec-909c6afa8add', 'network_id': 'e69e116f-bb94-4cd0-8e68-f0e004067172', 'admin_state_up': True, 'tenant_id': 'b72bed8903af49ecb668ab69cf48aa85'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:26:24.693624 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] get_ports_and_sgs() called for port_ids ['511eb749-2a1b-4aa6-9244-8fc1a7778e9a', '02817dfe-035b-4d21-84a1-2620d1f71937'] {{(pid=79278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:26:24.780636 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-01c66b05-2247-4165-a16e-1a33dd967bde tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Network 922ac450-4677-43bc-8efe-225f00db650b is already hosted by enough agents. {{(pid=79277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:26:24.794653 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.base_scheduler [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-01c66b05-2247-4165-a16e-1a33dd967bde tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Resources bound (agent type, host, resource id): {{(pid=79277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:26:24.807253 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-01c66b05-2247-4165-a16e-1a33dd967bde tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Received port after_create {{(pid=79277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:26:24.904727 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a3b50-1345-4dee-8ecd-d891d961f5e1 req-0bb3cfe1-faa2-4441-957c-8daca8c4e247 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:24.906384 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-5d1a3b50-1345-4dee-8ecd-d891d961f5e1 req-0bb3cfe1-faa2-4441-957c-8daca8c4e247 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 932 time: 0.0966687 Aug 31 15:26:24.956727 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-5d1a3b50-1345-4dee-8ecd-d891d961f5e1 req-8d23e719-262d-42dd-a78d-1be5763712fa tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421293 Aug 31 15:26:24.985681 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c66b05-2247-4165-a16e-1a33dd967bde tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Pushing event updated for resources: {'Port': ['ID=c5385f27-5301-4222-86f0-03d8d97e8c76,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:25.004138 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.db_base_plugin_common [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-fe0ce0a1-970b-4473-94ee-da8ac2cb0aa6 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Allocated IP 172.20.0.5 (e5bf5d88-a4cc-4991-bc98-721833635064/7f4868df-dbc4-4817-bd65-2dbd6d9c87ee/500eb0dd-d1e1-4abe-a274-cbf3c32ee135) {{(pid=79277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:26:25.015202 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-01c66b05-2247-4165-a16e-1a33dd967bde tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:25.096218 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-01c66b05-2247-4165-a16e-1a33dd967bde tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:25.096818 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-01c66b05-2247-4165-a16e-1a33dd967bde tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:25.164536 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-6252ac5c-9a74-4931-a607-1347dd546203 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:26:25.197200 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0141c5-7421-411c-851a-4ae2406069c0 req-5931fd04-e427-4265-bd81-f6bc71d17262 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:25.198654 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ad0141c5-7421-411c-851a-4ae2406069c0 req-5931fd04-e427-4265-bd81-f6bc71d17262 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.5531621 Aug 31 15:26:25.210160 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-01c66b05-2247-4165-a16e-1a33dd967bde tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3085449 Aug 31 15:26:25.213263 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-6252ac5c-9a74-4931-a607-1347dd546203 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:26:25.252488 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-fdb46d4b-d29d-48f6-9b24-ac53b483044e service neutron] Request body: {'port': {'device_id': 'ac90940c-fa29-432a-ac3d-4f7531dd7a44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:26:25.372316 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-1f2c5007-afa0-4bcf-afef-113df93e2bb1 req-2c7da764-d14e-403a-a07e-9ce14f243cad tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 210 time: 0.0484102 Aug 31 15:26:25.377179 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-6252ac5c-9a74-4931-a607-1347dd546203 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Made reservation on behalf of b72bed8903af49ecb668ab69cf48aa85 for: {'port': 1} {{(pid=79277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:26:25.380592 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-6252ac5c-9a74-4931-a607-1347dd546203 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:25.425946 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ad0141c5-7421-411c-851a-4ae2406069c0 req-4aeb703f-c2e7-47a0-8992-e0e4948dc901 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173343 Aug 31 15:26:25.535249 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-1904113e-7c19-4b3d-b91f-98faff966e8e req-33295b44-098c-466d-8e51-4c3021f7a878 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 210 time: 0.0542867 Aug 31 15:26:25.627354 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-fe0ce0a1-970b-4473-94ee-da8ac2cb0aa6 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Notify callbacks [] for port, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:25.637625 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-fdb46d4b-d29d-48f6-9b24-ac53b483044e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:26.006364 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.db_base_plugin_common [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-6252ac5c-9a74-4931-a607-1347dd546203 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Allocated IP 172.20.0.8 (e69e116f-bb94-4cd0-8e68-f0e004067172/65cdaaf3-5f8d-4970-ae29-5840f61268a3/91193d50-41cd-4f33-a60f-98d9660391c2) {{(pid=79277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:26:26.054674 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-fe0ce0a1-970b-4473-94ee-da8ac2cb0aa6 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10695601'] for port, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:26.072934 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-2a5f71a0-e072-4a00-8c35-5e7c10817f0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:26.176305 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888cfd28-d286-4f9a-b5a5-6b6433ee6a3e req-59c0aceb-b13f-4004-b61b-c3732f36d1f3 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:26.177777 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-888cfd28-d286-4f9a-b5a5-6b6433ee6a3e req-59c0aceb-b13f-4004-b61b-c3732f36d1f3 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.4035435 Aug 31 15:26:26.189144 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-fe0ce0a1-970b-4473-94ee-da8ac2cb0aa6 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Network e5bf5d88-a4cc-4991-bc98-721833635064 is already hosted by enough agents. {{(pid=79277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:26:26.204958 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.base_scheduler [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-fe0ce0a1-970b-4473-94ee-da8ac2cb0aa6 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Resources bound (agent type, host, resource id): {{(pid=79277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:26:26.207482 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-fe0ce0a1-970b-4473-94ee-da8ac2cb0aa6 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Received port after_create {{(pid=79277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:26:26.289870 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ce0a1-970b-4473-94ee-da8ac2cb0aa6 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Pushing event updated for resources: {'Port': ['ID=500eb0dd-d1e1-4abe-a274-cbf3c32ee135,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:26.292740 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-fe0ce0a1-970b-4473-94ee-da8ac2cb0aa6 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:26.450755 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-888cfd28-d286-4f9a-b5a5-6b6433ee6a3e req-d665bd24-7345-4f29-86a2-c56420865a2f tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541761 Aug 31 15:26:26.482089 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-fe0ce0a1-970b-4473-94ee-da8ac2cb0aa6 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:26.482089 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-fe0ce0a1-970b-4473-94ee-da8ac2cb0aa6 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:26.510985 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-fdb46d4b-d29d-48f6-9b24-ac53b483044e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5385f27-5301-4222-86f0-03d8d97e8c76 {{(pid=79277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:26:26.524925 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-fdb46d4b-d29d-48f6-9b24-ac53b483044e service neutron] Notify callbacks [] for port, precommit_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:26.558295 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-fe0ce0a1-970b-4473-94ee-da8ac2cb0aa6 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9466395 Aug 31 15:26:26.568016 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.provisioning_blocks [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-fdb46d4b-d29d-48f6-9b24-ac53b483044e service neutron] Transition to ACTIVE for port object c5385f27-5301-4222-86f0-03d8d97e8c76 will not be triggered until provisioned by entity L2. {{(pid=79277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:26:26.577362 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-6252ac5c-9a74-4931-a607-1347dd546203 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Notify callbacks [] for port, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:26.582830 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-fdb46d4b-d29d-48f6-9b24-ac53b483044e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10695592'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:26.589307 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:26.638201 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-8618efd4-9a51-4b51-87e3-f4c04bf453a5 service neutron] Request body: {'port': {'device_id': 'b4ed292d-2a55-4666-9493-9067a15fdc3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:26:26.871866 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-8d54aa1a-dc0a-479c-884d-96338ce7f811 req-cff4b637-fb1a-4854-96e6-4996464fcb0a tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 210 time: 0.0582099 Aug 31 15:26:27.093272 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb46d4b-d29d-48f6-9b24-ac53b483044e service neutron] Pushing event updated for resources: {'Port': ['ID=c5385f27-5301-4222-86f0-03d8d97e8c76,revision_number=2']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:27.096228 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-fdb46d4b-d29d-48f6-9b24-ac53b483044e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:27.142121 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1ea8a-93bc-478c-9b30-4f612626a135 req-c6e0e031-6e96-4873-9ce6-009f2bef7aaa tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:27.155100 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-d4f1ea8a-93bc-478c-9b30-4f612626a135 req-c6e0e031-6e96-4873-9ce6-009f2bef7aaa tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 931 time: 0.1452343 Aug 31 15:26:27.211351 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-d4f1ea8a-93bc-478c-9b30-4f612626a135 req-8a7b767c-56a0-409f-961a-3ed16f19f5d3 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550072 Aug 31 15:26:27.268573 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-6252ac5c-9a74-4931-a607-1347dd546203 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10695601'] for port, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:27.277459 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-fe0ce0a1-970b-4473-94ee-da8ac2cb0aa6 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:27.311250 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-8618efd4-9a51-4b51-87e3-f4c04bf453a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:27.380139 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc408b-5178-4bd2-83f2-e2796fb86f0c req-8892eed9-b243-4d5b-a3a9-7fb06dac0fb1 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:27.380829 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-67bc408b-5178-4bd2-83f2-e2796fb86f0c req-8892eed9-b243-4d5b-a3a9-7fb06dac0fb1 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Synchronizing usage tracker for tenant:6d830094621a47f083137ccc6fa15151 on resource:port {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:26:27.416166 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-fdb46d4b-d29d-48f6-9b24-ac53b483044e service neutron] Attempting to bind port c5385f27-5301-4222-86f0-03d8d97e8c76 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:26:27.416503 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-fdb46d4b-d29d-48f6-9b24-ac53b483044e service neutron] Attempting to bind port c5385f27-5301-4222-86f0-03d8d97e8c76 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': 'c04ecbb1-0952-4af4-8fe9-edf346411969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '922ac450-4677-43bc-8efe-225f00db650b'}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:26:27.416824 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-fdb46d4b-d29d-48f6-9b24-ac53b483044e service neutron] Attempting to bind port c5385f27-5301-4222-86f0-03d8d97e8c76 on network 922ac450-4677-43bc-8efe-225f00db650b {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:26:27.427319 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-6252ac5c-9a74-4931-a607-1347dd546203 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Network e69e116f-bb94-4cd0-8e68-f0e004067172 is already hosted by enough agents. {{(pid=79277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:26:27.441377 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.base_scheduler [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-6252ac5c-9a74-4931-a607-1347dd546203 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Resources bound (agent type, host, resource id): {{(pid=79277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:26:27.443796 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-6252ac5c-9a74-4931-a607-1347dd546203 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Received port after_create {{(pid=79277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:26:27.483556 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-fdb46d4b-d29d-48f6-9b24-ac53b483044e service neutron] Port c5385f27-5301-4222-86f0-03d8d97e8c76 on network 922ac450-4677-43bc-8efe-225f00db650b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 31 15:26:27.483880 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-fdb46d4b-d29d-48f6-9b24-ac53b483044e service neutron] Attempting to bind port c5385f27-5301-4222-86f0-03d8d97e8c76 on network 922ac450-4677-43bc-8efe-225f00db650b {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:26:27.495820 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6252ac5c-9a74-4931-a607-1347dd546203 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Pushing event updated for resources: {'Port': ['ID=91193d50-41cd-4f33-a60f-98d9660391c2,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:27.498592 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-6252ac5c-9a74-4931-a607-1347dd546203 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:27.509729 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-fdb46d4b-d29d-48f6-9b24-ac53b483044e service neutron] Checking agent: {'id': '62cd79da-47e6-4754-8d0e-eaf0f2299a96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 22, 7), 'started_at': datetime.datetime(2021, 8, 31, 15, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:26:27.509945 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-fdb46d4b-d29d-48f6-9b24-ac53b483044e service neutron] Checking segment: {'id': 'c04ecbb1-0952-4af4-8fe9-edf346411969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '922ac450-4677-43bc-8efe-225f00db650b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:26:27.510338 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-fdb46d4b-d29d-48f6-9b24-ac53b483044e service neutron] Bound using segment: {'id': 'c04ecbb1-0952-4af4-8fe9-edf346411969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '922ac450-4677-43bc-8efe-225f00db650b'} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:26:27.510910 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-fdb46d4b-d29d-48f6-9b24-ac53b483044e service neutron] Bound port: c5385f27-5301-4222-86f0-03d8d97e8c76, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c04ecbb1-0952-4af4-8fe9-edf346411969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '922ac450-4677-43bc-8efe-225f00db650b'}}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:26:27.511339 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-fdb46d4b-d29d-48f6-9b24-ac53b483044e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:27.537902 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-67bc408b-5178-4bd2-83f2-e2796fb86f0c req-8892eed9-b243-4d5b-a3a9-7fb06dac0fb1 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Unset dirty status for tenant:6d830094621a47f083137ccc6fa15151 on resource:port {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:26:27.543622 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-67bc408b-5178-4bd2-83f2-e2796fb86f0c req-8892eed9-b243-4d5b-a3a9-7fb06dac0fb1 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 944 time: 0.9212379 Aug 31 15:26:27.707596 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-6252ac5c-9a74-4931-a607-1347dd546203 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:27.708197 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-6252ac5c-9a74-4931-a607-1347dd546203 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:27.773857 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-67bc408b-5178-4bd2-83f2-e2796fb86f0c req-6e040535-4773-4520-b4f5-2817589da2f4 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111852 Aug 31 15:26:27.799495 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-6252ac5c-9a74-4931-a607-1347dd546203 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1468341 Aug 31 15:26:27.856060 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-fdb46d4b-d29d-48f6-9b24-ac53b483044e service neutron] For port c5385f27-5301-4222-86f0-03d8d97e8c76, host hv-cinder-80278, cleared binding levels {{(pid=79277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:26:27.874259 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-fdb46d4b-d29d-48f6-9b24-ac53b483044e service neutron] For port c5385f27-5301-4222-86f0-03d8d97e8c76, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=c5385f27-5301-4222-86f0-03d8d97e8c76,segment=NetworkSegment(c04ecbb1-0952-4af4-8fe9-edf346411969),segment_id=c04ecbb1-0952-4af4-8fe9-edf346411969)] {{(pid=79277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:26:27.881104 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-fdb46d4b-d29d-48f6-9b24-ac53b483044e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10695592'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:27.887787 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-0af6981d-54a9-4c7b-b643-c11cf8a9729f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:27.961170 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-fdb46d4b-d29d-48f6-9b24-ac53b483044e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:27.961785 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-fdb46d4b-d29d-48f6-9b24-ac53b483044e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:27.963132 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-fdb46d4b-d29d-48f6-9b24-ac53b483044e service neutron] 10.222.0.64 "PUT /v2.0/ports/c5385f27-5301-4222-86f0-03d8d97e8c76 HTTP/1.1" status: 200 len: 1094 time: 2.7204344 Aug 31 15:26:27.966545 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac90940c-fa29-432a-ac3d-4f7531dd7a44', 'tag': 'c5385f27-5301-4222-86f0-03d8d97e8c76'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:26:28.045510 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb46d4b-d29d-48f6-9b24-ac53b483044e service neutron] Pushing event updated for resources: {'Port': ['ID=c5385f27-5301-4222-86f0-03d8d97e8c76,revision_number=3']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:28.048738 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-fdb46d4b-d29d-48f6-9b24-ac53b483044e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:28.112757 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-8618efd4-9a51-4b51-87e3-f4c04bf453a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 500eb0dd-d1e1-4abe-a274-cbf3c32ee135 {{(pid=79277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:26:28.122577 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-8618efd4-9a51-4b51-87e3-f4c04bf453a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:28.143119 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.provisioning_blocks [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-8618efd4-9a51-4b51-87e3-f4c04bf453a5 service neutron] Transition to ACTIVE for port object 500eb0dd-d1e1-4abe-a274-cbf3c32ee135 will not be triggered until provisioned by entity L2. {{(pid=79277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:26:28.149879 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-8618efd4-9a51-4b51-87e3-f4c04bf453a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10695592'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:28.161103 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10381249-3e2b-4d4f-922f-8de9e1ed33cf req-ee377d31-51e0-4ba3-8127-ad731e29b6dd tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:28.161920 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-10381249-3e2b-4d4f-922f-8de9e1ed33cf req-ee377d31-51e0-4ba3-8127-ad731e29b6dd tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Synchronizing usage tracker for tenant:b72bed8903af49ecb668ab69cf48aa85 on resource:port {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:26:28.165414 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-404da830-77cd-4001-9cd3-4cf7395db104 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:28.336034 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-10381249-3e2b-4d4f-922f-8de9e1ed33cf req-ee377d31-51e0-4ba3-8127-ad731e29b6dd tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Unset dirty status for tenant:b72bed8903af49ecb668ab69cf48aa85 on resource:port {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:26:28.337187 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-10381249-3e2b-4d4f-922f-8de9e1ed33cf req-ee377d31-51e0-4ba3-8127-ad731e29b6dd tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 931 time: 0.3534448 Aug 31 15:26:28.373661 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8618efd4-9a51-4b51-87e3-f4c04bf453a5 service neutron] Pushing event updated for resources: {'Port': ['ID=500eb0dd-d1e1-4abe-a274-cbf3c32ee135,revision_number=2']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:28.376729 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-8618efd4-9a51-4b51-87e3-f4c04bf453a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:28.436242 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-10381249-3e2b-4d4f-922f-8de9e1ed33cf req-06d80e50-388e-49e0-a338-584feab03922 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888662 Aug 31 15:26:28.452118 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-8618efd4-9a51-4b51-87e3-f4c04bf453a5 service neutron] Attempting to bind port 500eb0dd-d1e1-4abe-a274-cbf3c32ee135 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:26:28.452455 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-8618efd4-9a51-4b51-87e3-f4c04bf453a5 service neutron] Attempting to bind port 500eb0dd-d1e1-4abe-a274-cbf3c32ee135 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '02223e31-43b7-4392-9df9-702d52806812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'e5bf5d88-a4cc-4991-bc98-721833635064'}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:26:28.452785 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-8618efd4-9a51-4b51-87e3-f4c04bf453a5 service neutron] Attempting to bind port 500eb0dd-d1e1-4abe-a274-cbf3c32ee135 on network e5bf5d88-a4cc-4991-bc98-721833635064 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:26:28.457447 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-8618efd4-9a51-4b51-87e3-f4c04bf453a5 service neutron] Port 500eb0dd-d1e1-4abe-a274-cbf3c32ee135 on network e5bf5d88-a4cc-4991-bc98-721833635064 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 31 15:26:28.457987 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-8618efd4-9a51-4b51-87e3-f4c04bf453a5 service neutron] Attempting to bind port 500eb0dd-d1e1-4abe-a274-cbf3c32ee135 on network e5bf5d88-a4cc-4991-bc98-721833635064 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:26:28.463494 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-8618efd4-9a51-4b51-87e3-f4c04bf453a5 service neutron] Checking agent: {'id': '62cd79da-47e6-4754-8d0e-eaf0f2299a96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 22, 7), 'started_at': datetime.datetime(2021, 8, 31, 15, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:26:28.463816 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-8618efd4-9a51-4b51-87e3-f4c04bf453a5 service neutron] Checking segment: {'id': '02223e31-43b7-4392-9df9-702d52806812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'e5bf5d88-a4cc-4991-bc98-721833635064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:26:28.464133 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-8618efd4-9a51-4b51-87e3-f4c04bf453a5 service neutron] Bound using segment: {'id': '02223e31-43b7-4392-9df9-702d52806812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'e5bf5d88-a4cc-4991-bc98-721833635064'} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:26:28.464549 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-8618efd4-9a51-4b51-87e3-f4c04bf453a5 service neutron] Bound port: 500eb0dd-d1e1-4abe-a274-cbf3c32ee135, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02223e31-43b7-4392-9df9-702d52806812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'e5bf5d88-a4cc-4991-bc98-721833635064'}}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:26:28.464895 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-8618efd4-9a51-4b51-87e3-f4c04bf453a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:28.510597 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac90940c-fa29-432a-ac3d-4f7531dd7a44', 'tag': 'c5385f27-5301-4222-86f0-03d8d97e8c76', 'status': 'completed', 'code': 200} Aug 31 15:26:28.561439 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-8618efd4-9a51-4b51-87e3-f4c04bf453a5 service neutron] For port 500eb0dd-d1e1-4abe-a274-cbf3c32ee135, host hv-cinder-80278, cleared binding levels {{(pid=79277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:26:28.564520 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-8618efd4-9a51-4b51-87e3-f4c04bf453a5 service neutron] For port 500eb0dd-d1e1-4abe-a274-cbf3c32ee135, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=500eb0dd-d1e1-4abe-a274-cbf3c32ee135,segment=NetworkSegment(02223e31-43b7-4392-9df9-702d52806812),segment_id=02223e31-43b7-4392-9df9-702d52806812)] {{(pid=79277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:26:28.602521 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-8618efd4-9a51-4b51-87e3-f4c04bf453a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10695592'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:28.611678 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-a9ee1cab-fcc7-448e-ba78-31866b332df6 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:28.679916 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-8618efd4-9a51-4b51-87e3-f4c04bf453a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:28.680531 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-8618efd4-9a51-4b51-87e3-f4c04bf453a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:28.681859 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-8618efd4-9a51-4b51-87e3-f4c04bf453a5 service neutron] 10.222.0.64 "PUT /v2.0/ports/500eb0dd-d1e1-4abe-a274-cbf3c32ee135 HTTP/1.1" status: 200 len: 1093 time: 2.0524368 Aug 31 15:26:28.703973 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8618efd4-9a51-4b51-87e3-f4c04bf453a5 service neutron] Pushing event updated for resources: {'Port': ['ID=500eb0dd-d1e1-4abe-a274-cbf3c32ee135,revision_number=3']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:28.708167 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-8618efd4-9a51-4b51-87e3-f4c04bf453a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:28.724507 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ffaaca-f863-4570-aaaa-3f2f2df62a5c req-2ac050a0-a94e-423d-a7d2-2d8887f01423 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:28.725203 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-68ffaaca-f863-4570-aaaa-3f2f2df62a5c req-2ac050a0-a94e-423d-a7d2-2d8887f01423 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Synchronizing usage tracker for tenant:317b1948f95f45e8baebbf8d73834c26 on resource:port {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:26:28.741778 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-68ffaaca-f863-4570-aaaa-3f2f2df62a5c req-2ac050a0-a94e-423d-a7d2-2d8887f01423 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Unset dirty status for tenant:317b1948f95f45e8baebbf8d73834c26 on resource:port {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:26:28.742851 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-68ffaaca-f863-4570-aaaa-3f2f2df62a5c req-2ac050a0-a94e-423d-a7d2-2d8887f01423 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 943 time: 0.1758137 Aug 31 15:26:28.787993 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-68ffaaca-f863-4570-aaaa-3f2f2df62a5c req-dfb7ec4c-9f30-4738-a178-1088f4bc6f43 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Synchronizing usage tracker for tenant:317b1948f95f45e8baebbf8d73834c26 on resource:security_group {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:26:28.805849 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-68ffaaca-f863-4570-aaaa-3f2f2df62a5c req-dfb7ec4c-9f30-4738-a178-1088f4bc6f43 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Unset dirty status for tenant:317b1948f95f45e8baebbf8d73834c26 on resource:security_group {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:26:28.807368 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-68ffaaca-f863-4570-aaaa-3f2f2df62a5c req-dfb7ec4c-9f30-4738-a178-1088f4bc6f43 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583246 Aug 31 15:26:28.976893 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d4989-bd95-462f-8e0c-ad3fd453b91d req-0042f347-119c-4af8-8e72-44297d661574 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:28.978336 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b52d4989-bd95-462f-8e0c-ad3fd453b91d req-0042f347-119c-4af8-8e72-44297d661574 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 944 time: 0.0796900 Aug 31 15:26:29.021223 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b52d4989-bd95-462f-8e0c-ad3fd453b91d req-e943f5d0-3733-4fe1-83e3-6f370ad25dac tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371878 Aug 31 15:26:29.703370 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639f5de-ca82-4dcf-9858-f6834c81a929 req-1c773091-ab4c-4dd4-9eb6-57c8df9bafae tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:29.704827 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b639f5de-ca82-4dcf-9858-f6834c81a929 req-1c773091-ab4c-4dd4-9eb6-57c8df9bafae tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 931 time: 0.1556304 Aug 31 15:26:29.749329 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b639f5de-ca82-4dcf-9858-f6834c81a929 req-58cc877a-0068-45e1-9a2f-438b125207de tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388496 Aug 31 15:26:29.989998 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f8d9d-985d-4538-ac60-d27e747cb256 req-d31c7065-37b9-4da7-8ffd-9484293e16f9 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:29.992087 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6f7f8d9d-985d-4538-ac60-d27e747cb256 req-d31c7065-37b9-4da7-8ffd-9484293e16f9 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 943 time: 0.0800140 Aug 31 15:26:30.037504 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6f7f8d9d-985d-4538-ac60-d27e747cb256 req-81a350ae-c025-499d-b01c-86da795bc190 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403426 Aug 31 15:26:30.206358 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b3ea3-92a6-4a6f-8ea0-e8ca8eb39dd3 req-3bfa65dc-244e-4a90-9a14-c3ba35d34c52 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:30.207825 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-493b3ea3-92a6-4a6f-8ea0-e8ca8eb39dd3 req-3bfa65dc-244e-4a90-9a14-c3ba35d34c52 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 944 time: 0.0793960 Aug 31 15:26:30.253637 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-493b3ea3-92a6-4a6f-8ea0-e8ca8eb39dd3 req-a25ca39c-32d0-4e71-b43a-cece31d140da tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386305 Aug 31 15:26:30.511904 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ed292d-2a55-4666-9493-9067a15fdc3f', 'tag': '500eb0dd-d1e1-4abe-a274-cbf3c32ee135'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:26:30.556734 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ed292d-2a55-4666-9493-9067a15fdc3f', 'tag': '500eb0dd-d1e1-4abe-a274-cbf3c32ee135', 'status': 'completed', 'code': 200} Aug 31 15:26:30.943664 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638ff4b-a293-4044-96b7-c1c74030f450 req-d3ae76e8-3435-4c56-9972-b31ad2d1adc9 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:30.945854 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9638ff4b-a293-4044-96b7-c1c74030f450 req-d3ae76e8-3435-4c56-9972-b31ad2d1adc9 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 931 time: 0.0893779 Aug 31 15:26:30.989016 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9638ff4b-a293-4044-96b7-c1c74030f450 req-3b2fee63-c32f-4f58-ad5f-7e995c5170f8 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372994 Aug 31 15:26:31.219196 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3865cf1-2168-40ea-8de0-6c0ae34c48d3 req-bbb15682-0097-49ce-aae4-cef1374c5c5b tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:31.220671 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e3865cf1-2168-40ea-8de0-6c0ae34c48d3 req-bbb15682-0097-49ce-aae4-cef1374c5c5b tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 943 time: 0.0794468 Aug 31 15:26:31.265445 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e3865cf1-2168-40ea-8de0-6c0ae34c48d3 req-53e3e9e2-dae6-4ea7-b8b3-7a4853f1d558 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390985 Aug 31 15:26:31.442635 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744ca8c-1aa9-4bc4-8180-4e79bddaf2f3 req-a95f4647-5dae-4552-b60f-2620beb9541c tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:31.444138 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-4744ca8c-1aa9-4bc4-8180-4e79bddaf2f3 req-a95f4647-5dae-4552-b60f-2620beb9541c tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 944 time: 0.0841167 Aug 31 15:26:31.491150 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-4744ca8c-1aa9-4bc4-8180-4e79bddaf2f3 req-4f78a6dd-7b42-4795-9dfb-f3bbd6befa3c tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392313 Aug 31 15:26:32.153462 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-cae4f2bd-2e84-4e48-b5a1-50227c4b603e service neutron] Request body: {'port': {'device_id': '9df473da-eef8-4496-97ec-909c6afa8add', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:26:32.277444 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-cae4f2bd-2e84-4e48-b5a1-50227c4b603e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:32.297087 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a98971-5c7d-4f26-8826-ead8e68ce694 req-21f288b2-84e6-4d3f-9d00-ab082062dde6 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:32.298529 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a0a98971-5c7d-4f26-8826-ead8e68ce694 req-21f288b2-84e6-4d3f-9d00-ab082062dde6 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 931 time: 0.1983819 Aug 31 15:26:32.395042 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a0a98971-5c7d-4f26-8826-ead8e68ce694 req-109bba5e-052c-4414-90b0-39717c061749 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895951 Aug 31 15:26:32.673534 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a773c8-eaeb-40b3-94cb-1adb99c9c1e3 req-a251c162-f0b4-4b3f-a9ff-8f9a80dac5e3 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:32.684761 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f4a773c8-eaeb-40b3-94cb-1adb99c9c1e3 req-a251c162-f0b4-4b3f-a9ff-8f9a80dac5e3 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 943 time: 0.1923888 Aug 31 15:26:32.812694 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2cc7b-af2c-4ace-8443-145c9fc5dd83 req-b5faaeb8-3ece-4050-be7a-2a9e80c25f52 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:32.814197 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-04b2cc7b-af2c-4ace-8443-145c9fc5dd83 req-b5faaeb8-3ece-4050-be7a-2a9e80c25f52 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 944 time: 0.0839114 Aug 31 15:26:32.817743 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.db.resource_extend [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-cae4f2bd-2e84-4e48-b5a1-50227c4b603e service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 15:26:32.869206 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-04b2cc7b-af2c-4ace-8443-145c9fc5dd83 req-6addbfa3-14eb-4e97-bf7a-a2d6cd19155f tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479400 Aug 31 15:26:32.900686 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f4a773c8-eaeb-40b3-94cb-1adb99c9c1e3 req-658eca12-2929-4511-8b57-79f5db396924 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150581 Aug 31 15:26:32.921540 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-cae4f2bd-2e84-4e48-b5a1-50227c4b603e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91193d50-41cd-4f33-a60f-98d9660391c2 {{(pid=79277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:26:32.933113 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-cae4f2bd-2e84-4e48-b5a1-50227c4b603e service neutron] Notify callbacks [] for port, precommit_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:32.956042 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce8e8b-8ac1-438d-b058-e7ac2ae794c1 req-01cfc10c-3106-4713-aba7-f7ef9e24bc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:32.957501 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-01ce8e8b-8ac1-438d-b058-e7ac2ae794c1 req-01cfc10c-3106-4713-aba7-f7ef9e24bc5e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6d830094621a47f083137ccc6fa15151&device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 1097 time: 0.2450459 Aug 31 15:26:32.961125 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25381d3b-89b2-436f-9084-d15ffbb728ac req-b6b528a2-16d6-4c7e-a6d6-8931a6a4bdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:32.962454 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-25381d3b-89b2-436f-9084-d15ffbb728ac req-b6b528a2-16d6-4c7e-a6d6-8931a6a4bdc7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=317b1948f95f45e8baebbf8d73834c26&device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 1096 time: 0.2489073 Aug 31 15:26:32.963365 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.provisioning_blocks [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-cae4f2bd-2e84-4e48-b5a1-50227c4b603e service neutron] Transition to ACTIVE for port object 91193d50-41cd-4f33-a60f-98d9660391c2 will not be triggered until provisioned by entity L2. {{(pid=79277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:26:32.967473 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-cae4f2bd-2e84-4e48-b5a1-50227c4b603e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10695592'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:32.971052 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-8618efd4-9a51-4b51-87e3-f4c04bf453a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:33.176471 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4f2bd-2e84-4e48-b5a1-50227c4b603e service neutron] Pushing event updated for resources: {'Port': ['ID=91193d50-41cd-4f33-a60f-98d9660391c2,revision_number=2']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:33.351004 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-cae4f2bd-2e84-4e48-b5a1-50227c4b603e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:33.511399 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce8e8b-8ac1-438d-b058-e7ac2ae794c1 req-2059ef15-dc30-47b4-8b48-15b4ba3869bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:33.512852 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-01ce8e8b-8ac1-438d-b058-e7ac2ae794c1 req-2059ef15-dc30-47b4-8b48-15b4ba3869bd service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=6d830094621a47f083137ccc6fa15151&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5126493 Aug 31 15:26:33.515829 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25381d3b-89b2-436f-9084-d15ffbb728ac req-21d35911-66d3-4607-82c5-3d8eea919d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:33.517189 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-25381d3b-89b2-436f-9084-d15ffbb728ac req-21d35911-66d3-4607-82c5-3d8eea919d94 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=317b1948f95f45e8baebbf8d73834c26&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5147319 Aug 31 15:26:33.581183 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-cae4f2bd-2e84-4e48-b5a1-50227c4b603e service neutron] Attempting to bind port 91193d50-41cd-4f33-a60f-98d9660391c2 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:26:33.581522 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-cae4f2bd-2e84-4e48-b5a1-50227c4b603e service neutron] Attempting to bind port 91193d50-41cd-4f33-a60f-98d9660391c2 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': 'db3e898c-5512-41a1-8392-127d94691559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'e69e116f-bb94-4cd0-8e68-f0e004067172'}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:26:33.581854 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-cae4f2bd-2e84-4e48-b5a1-50227c4b603e service neutron] Attempting to bind port 91193d50-41cd-4f33-a60f-98d9660391c2 on network e69e116f-bb94-4cd0-8e68-f0e004067172 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:26:33.599705 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb40ca4-0b73-4953-b118-b61fd9bd9592 req-8a4d7feb-15dc-4c19-ba7b-a8e3967b655d tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:33.601286 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-8bb40ca4-0b73-4953-b118-b61fd9bd9592 req-8a4d7feb-15dc-4c19-ba7b-a8e3967b655d tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 943 time: 0.0881264 Aug 31 15:26:33.618931 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-cae4f2bd-2e84-4e48-b5a1-50227c4b603e service neutron] Port 91193d50-41cd-4f33-a60f-98d9660391c2 on network e69e116f-bb94-4cd0-8e68-f0e004067172 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 31 15:26:33.618931 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-cae4f2bd-2e84-4e48-b5a1-50227c4b603e service neutron] Attempting to bind port 91193d50-41cd-4f33-a60f-98d9660391c2 on network e69e116f-bb94-4cd0-8e68-f0e004067172 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:26:33.690885 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-8bb40ca4-0b73-4953-b118-b61fd9bd9592 req-c46dd77b-ae99-495b-a8fb-b3ad01977b1a tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828209 Aug 31 15:26:33.753294 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-cae4f2bd-2e84-4e48-b5a1-50227c4b603e service neutron] Checking agent: {'id': '62cd79da-47e6-4754-8d0e-eaf0f2299a96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 22, 7), 'started_at': datetime.datetime(2021, 8, 31, 15, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:26:33.753626 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-cae4f2bd-2e84-4e48-b5a1-50227c4b603e service neutron] Checking segment: {'id': 'db3e898c-5512-41a1-8392-127d94691559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'e69e116f-bb94-4cd0-8e68-f0e004067172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:26:33.754012 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-cae4f2bd-2e84-4e48-b5a1-50227c4b603e service neutron] Bound using segment: {'id': 'db3e898c-5512-41a1-8392-127d94691559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'e69e116f-bb94-4cd0-8e68-f0e004067172'} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:26:33.754454 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-cae4f2bd-2e84-4e48-b5a1-50227c4b603e service neutron] Bound port: 91193d50-41cd-4f33-a60f-98d9660391c2, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db3e898c-5512-41a1-8392-127d94691559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'e69e116f-bb94-4cd0-8e68-f0e004067172'}}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:26:33.754792 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-cae4f2bd-2e84-4e48-b5a1-50227c4b603e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:33.842934 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce8e8b-8ac1-438d-b058-e7ac2ae794c1 req-79fa6c80-7e0e-4eca-a27d-164e4aafea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:33.844869 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-01ce8e8b-8ac1-438d-b058-e7ac2ae794c1 req-79fa6c80-7e0e-4eca-a27d-164e4aafea33 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3167737 Aug 31 15:26:34.034530 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25381d3b-89b2-436f-9084-d15ffbb728ac req-ff42db58-6af9-47a4-a37a-0a9f84a72d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:34.036141 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-25381d3b-89b2-436f-9084-d15ffbb728ac req-ff42db58-6af9-47a4-a37a-0a9f84a72d15 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5092466 Aug 31 15:26:34.103984 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-cae4f2bd-2e84-4e48-b5a1-50227c4b603e service neutron] For port 91193d50-41cd-4f33-a60f-98d9660391c2, host hv-cinder-80278, cleared binding levels {{(pid=79277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:26:34.119747 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aee5e7-1110-4ff5-ad2b-008ff86cbee2 req-32f63c82-6091-4eb1-bfd7-a006507b0f20 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:34.122188 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-37aee5e7-1110-4ff5-ad2b-008ff86cbee2 req-32f63c82-6091-4eb1-bfd7-a006507b0f20 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 944 time: 0.0978482 Aug 31 15:26:34.129592 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-cae4f2bd-2e84-4e48-b5a1-50227c4b603e service neutron] For port 91193d50-41cd-4f33-a60f-98d9660391c2, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=91193d50-41cd-4f33-a60f-98d9660391c2,segment=NetworkSegment(db3e898c-5512-41a1-8392-127d94691559),segment_id=db3e898c-5512-41a1-8392-127d94691559)] {{(pid=79277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:26:34.137002 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-cae4f2bd-2e84-4e48-b5a1-50227c4b603e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10695592'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:34.144586 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-4616dbd1-2fb3-4ad5-8184-d09675668c3f tempest-DeleteServersTestJSON-1567190323 tempest-DeleteServersTestJSON-1567190323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:34.172245 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-37aee5e7-1110-4ff5-ad2b-008ff86cbee2 req-426c61c4-df21-476f-ab88-58433d86516d tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433383 Aug 31 15:26:34.267029 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-cae4f2bd-2e84-4e48-b5a1-50227c4b603e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:34.267659 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-cae4f2bd-2e84-4e48-b5a1-50227c4b603e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:34.268977 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-cae4f2bd-2e84-4e48-b5a1-50227c4b603e service neutron] 10.222.0.64 "PUT /v2.0/ports/91193d50-41cd-4f33-a60f-98d9660391c2 HTTP/1.1" status: 200 len: 1093 time: 2.1196363 Aug 31 15:26:34.271178 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df473da-eef8-4496-97ec-909c6afa8add', 'tag': '91193d50-41cd-4f33-a60f-98d9660391c2'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:26:34.293434 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-c55c5c5c-14e6-4730-a0dc-769218d7ff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:34.294915 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-c55c5c5c-14e6-4730-a0dc-769218d7ff7b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6d830094621a47f083137ccc6fa15151&device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 1097 time: 0.3404043 Aug 31 15:26:34.302782 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4f2bd-2e84-4e48-b5a1-50227c4b603e service neutron] Pushing event updated for resources: {'Port': ['ID=91193d50-41cd-4f33-a60f-98d9660391c2,revision_number=3']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:34.310366 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-cae4f2bd-2e84-4e48-b5a1-50227c4b603e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:34.319016 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440788c8-94c9-49d7-921c-b092e5afbc87 req-2602d704-bc58-4aa2-83b4-09a8780cdddb tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:34.321639 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-440788c8-94c9-49d7-921c-b092e5afbc87 req-2602d704-bc58-4aa2-83b4-09a8780cdddb tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 943 time: 0.2666430 Aug 31 15:26:34.372889 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df473da-eef8-4496-97ec-909c6afa8add', 'tag': '91193d50-41cd-4f33-a60f-98d9660391c2', 'status': 'completed', 'code': 200} Aug 31 15:26:34.442502 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-329c175b-c747-44fe-b8d4-6703bac7a734 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c5385f27-5301-4222-86f0-03d8d97e8c76 HTTP/1.1" status: 200 len: 217 time: 0.1195927 Aug 31 15:26:34.518677 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-04e9c774-cfd8-41c1-8b9c-7ecf47ecb7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:34.520178 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-04e9c774-cfd8-41c1-8b9c-7ecf47ecb7da service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=317b1948f95f45e8baebbf8d73834c26&device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 1096 time: 0.3794372 Aug 31 15:26:34.525914 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-440788c8-94c9-49d7-921c-b092e5afbc87 req-44ec8fb2-a0ba-4090-ba2e-7f7b5570ca8e tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522710 Aug 31 15:26:34.612221 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-8dc0314d-390f-4858-97e5-957a9130279d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:34.613660 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-8dc0314d-390f-4858-97e5-957a9130279d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b781785a-1525-4ce8-bd55-de803c89ddc0 HTTP/1.1" status: 200 len: 854 time: 0.1610239 Aug 31 15:26:34.615868 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-aa86cc29-fed6-4b5d-a4aa-ae113853cadb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=500eb0dd-d1e1-4abe-a274-cbf3c32ee135 HTTP/1.1" status: 200 len: 217 time: 0.0751946 Aug 31 15:26:34.625020 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-14b461ae-e875-4a79-95db-3f7db09d9d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:34.626677 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-14b461ae-e875-4a79-95db-3f7db09d9d21 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b72bed8903af49ecb668ab69cf48aa85&device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 1096 time: 0.2439194 Aug 31 15:26:34.753985 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-b7d19bca-3b86-4157-8875-b02d36ff1269 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=922ac450-4677-43bc-8efe-225f00db650b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1258795 Aug 31 15:26:34.799692 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-08b20f49-d494-4b15-8f0a-b304230f61c9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91193d50-41cd-4f33-a60f-98d9660391c2 HTTP/1.1" status: 200 len: 217 time: 0.1069603 Aug 31 15:26:34.917206 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23afb062-53d6-47ca-8c92-1ef0b0754512 req-8736e4ec-c33e-4ae6-8a41-848109b5d4bb tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:34.918923 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-23afb062-53d6-47ca-8c92-1ef0b0754512 req-8736e4ec-c33e-4ae6-8a41-848109b5d4bb tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 943 time: 0.1045086 Aug 31 15:26:34.959780 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-027af679-c8b2-4dbb-af1d-803b8bccd4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:34.959780 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-027af679-c8b2-4dbb-af1d-803b8bccd4e7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7f4868df-dbc4-4817-bd65-2dbd6d9c87ee HTTP/1.1" status: 200 len: 854 time: 0.3298068 Aug 31 15:26:34.966804 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-23afb062-53d6-47ca-8c92-1ef0b0754512 req-8c4a23a8-aa62-470b-87ac-c290ace26949 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423450 Aug 31 15:26:35.067650 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-2c59181b-956a-43a0-8a7d-09a80554fd0e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e5bf5d88-a4cc-4991-bc98-721833635064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983667 Aug 31 15:26:35.103820 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-22ae26c2-2bd3-4dcf-a1c3-a83c29eaa733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:35.105267 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-22ae26c2-2bd3-4dcf-a1c3-a83c29eaa733 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65cdaaf3-5f8d-4970-ae29-5840f61268a3 HTTP/1.1" status: 200 len: 849 time: 0.1949883 Aug 31 15:26:35.186809 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-c78786b2-01c4-4355-aa18-c19818788184 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e69e116f-bb94-4cd0-8e68-f0e004067172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657649 Aug 31 15:26:35.267865 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-f854c818-e2b6-4934-b8e3-6f7242a0b339 service neutron] 10.222.0.64 "GET /v2.0/networks/922ac450-4677-43bc-8efe-225f00db650b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4960797 Aug 31 15:26:35.322739 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-08c92f26-5367-4fc8-8a20-4d6d85379ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:35.592008 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:35.609252 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa3c9a-091e-4a45-b854-dff67e84ea5b req-f20cb65c-2d0c-4c43-ab9f-63a58d6a3d74 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:35.613601 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-8efa3c9a-091e-4a45-b854-dff67e84ea5b req-f20cb65c-2d0c-4c43-ab9f-63a58d6a3d74 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.1166720 Aug 31 15:26:35.660675 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-3e163e3b-5e95-45d3-a8d4-568365729cb2 service neutron] 10.222.0.64 "GET /v2.0/networks/e5bf5d88-a4cc-4991-bc98-721833635064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5830424 Aug 31 15:26:35.669749 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-8efa3c9a-091e-4a45-b854-dff67e84ea5b req-305eb382-d9e3-44c3-bcb0-93ce1ab6321a tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506563 Aug 31 15:26:35.758397 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-e2f75681-3d61-46bd-925f-ddb68fed8ecc service neutron] 10.222.0.64 "GET /v2.0/networks/e69e116f-bb94-4cd0-8e68-f0e004067172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5236735 Aug 31 15:26:35.764429 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-c0e5945b-2cff-4077-a0f6-11d4938093a5 service neutron] 10.222.0.64 "GET /v2.0/networks/922ac450-4677-43bc-8efe-225f00db650b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4846702 Aug 31 15:26:35.841922 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822dc4f3-7f6d-4193-8906-e7d4d442163e req-5a90fd2f-ca8b-4624-aec3-a42d236dc7ff tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:35.843460 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-822dc4f3-7f6d-4193-8906-e7d4d442163e req-5a90fd2f-ca8b-4624-aec3-a42d236dc7ff tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 943 time: 0.0834868 Aug 31 15:26:35.885684 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51884303-6943-4065-bf6f-68fc73bc79c3 req-030806c4-bfdf-47b0-9893-58c5fe33e922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:35.887154 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-51884303-6943-4065-bf6f-68fc73bc79c3 req-030806c4-bfdf-47b0-9893-58c5fe33e922 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3812c8ac3d6f49189f4ea632ac894346&device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 1098 time: 0.4400878 Aug 31 15:26:35.890132 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-822dc4f3-7f6d-4193-8906-e7d4d442163e req-5fbac166-13de-41c0-90eb-bd5333cc4ba2 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407836 Aug 31 15:26:35.995808 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cccee4-349b-4913-8754-a4bc119b854c req-b6c6aedc-4f47-4654-bbde-84b6b06ef4bb tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:35.997391 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d9cccee4-349b-4913-8754-a4bc119b854c req-b6c6aedc-4f47-4654-bbde-84b6b06ef4bb tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 944 time: 0.6115005 Aug 31 15:26:36.047051 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d4488ae8-2e83-4269-bb16-62a43795d989 req-af71582d-4699-40a1-be50-b95c00fc2cfc service neutron] 10.222.0.64 "GET /v2.0/networks/e5bf5d88-a4cc-4991-bc98-721833635064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786025 Aug 31 15:26:36.141979 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-2dcfcbea-1e68-4e29-a53e-60cbbeee7485 req-1f502809-0c21-4e02-8c46-69f6fa59c7d7 service neutron] 10.222.0.64 "GET /v2.0/networks/e69e116f-bb94-4cd0-8e68-f0e004067172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766236 Aug 31 15:26:36.156881 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d9cccee4-349b-4913-8754-a4bc119b854c req-c9be723c-5f14-4ffb-90e4-b56256a91f22 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405239 Aug 31 15:26:36.184283 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51884303-6943-4065-bf6f-68fc73bc79c3 req-af2421e4-c003-4321-919f-46b8c5adf5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:36.184960 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-51884303-6943-4065-bf6f-68fc73bc79c3 req-af2421e4-c003-4321-919f-46b8c5adf5d8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902 HTTP/1.1" status: 200 len: 919 time: 0.2452643 Aug 31 15:26:36.191795 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b469cb2-ec2e-47a9-b81f-f7afe365f327 req-5d2c9900-adc5-4bc1-86be-1ac0f06de64f tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:36.193360 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-0b469cb2-ec2e-47a9-b81f-f7afe365f327 req-5d2c9900-adc5-4bc1-86be-1ac0f06de64f tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 943 time: 0.0970447 Aug 31 15:26:36.242232 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-0b469cb2-ec2e-47a9-b81f-f7afe365f327 req-c734673d-dd89-4468-b12b-38a3c45d7236 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416389 Aug 31 15:26:36.367003 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-51884303-6943-4065-bf6f-68fc73bc79c3 req-adad1641-a629-420d-99e3-9f6e0067a8d7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eeffc475-fdba-47d5-ab84-b55d3ca428e6 HTTP/1.1" status: 200 len: 217 time: 0.1020060 Aug 31 15:26:36.452695 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51884303-6943-4065-bf6f-68fc73bc79c3 req-5ded6a18-e098-4bac-84f9-75642a78236f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:36.454178 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-51884303-6943-4065-bf6f-68fc73bc79c3 req-5ded6a18-e098-4bac-84f9-75642a78236f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=98da163e-cad9-430b-a126-d66668b9f621 HTTP/1.1" status: 200 len: 858 time: 0.0749571 Aug 31 15:26:36.459896 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb03fe4-fd1f-4ea9-ad49-8a162d5a2260 req-1478575a-8043-492b-807f-8bcacf6b1bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:36.461919 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0bb03fe4-fd1f-4ea9-ad49-8a162d5a2260 req-1478575a-8043-492b-807f-8bcacf6b1bf0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b72bed8903af49ecb668ab69cf48aa85&device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 1096 time: 0.1414232 Aug 31 15:26:36.618560 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-51884303-6943-4065-bf6f-68fc73bc79c3 req-78d0cba8-b716-427b-bf4a-0fde210d6d9a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1556134 Aug 31 15:26:36.853370 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-51884303-6943-4065-bf6f-68fc73bc79c3 req-3fad15f4-1f93-4e03-a679-e091ad02e4e5 service neutron] 10.222.0.64 "GET /v2.0/networks/47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245183 Aug 31 15:26:36.914731 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f1c0a-0fc4-48ef-9d3d-bb23973e2a70 req-b9431211-746b-4308-b0c7-0f9213e72d6a tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:36.914731 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-b74f1c0a-0fc4-48ef-9d3d-bb23973e2a70 req-b9431211-746b-4308-b0c7-0f9213e72d6a tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.1084912 Aug 31 15:26:36.915306 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb03fe4-fd1f-4ea9-ad49-8a162d5a2260 req-3e68da10-29fd-4b9a-a9ff-156edd2696ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:36.919523 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0bb03fe4-fd1f-4ea9-ad49-8a162d5a2260 req-3e68da10-29fd-4b9a-a9ff-156edd2696ee service neutron] 10.222.0.64 "GET /v2.0/networks?id=e69e116f-bb94-4cd0-8e68-f0e004067172 HTTP/1.1" status: 200 len: 910 time: 0.4186289 Aug 31 15:26:36.966290 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-b74f1c0a-0fc4-48ef-9d3d-bb23973e2a70 req-6f62e7bf-ab52-4cb1-ba3f-1886254443a2 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499408 Aug 31 15:26:37.025942 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0bb03fe4-fd1f-4ea9-ad49-8a162d5a2260 req-13e13d24-124c-4eb2-b2ab-1ed123554546 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91193d50-41cd-4f33-a60f-98d9660391c2 HTTP/1.1" status: 200 len: 217 time: 0.0948286 Aug 31 15:26:37.204198 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb03fe4-fd1f-4ea9-ad49-8a162d5a2260 req-8765aaa0-33be-405c-8761-0ffbf5c2ecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:37.205865 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0bb03fe4-fd1f-4ea9-ad49-8a162d5a2260 req-8765aaa0-33be-405c-8761-0ffbf5c2ecc9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65cdaaf3-5f8d-4970-ae29-5840f61268a3 HTTP/1.1" status: 200 len: 849 time: 0.1365740 Aug 31 15:26:37.264834 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0bb03fe4-fd1f-4ea9-ad49-8a162d5a2260 req-a58dcbc6-5022-44a7-826b-71d926afe249 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e69e116f-bb94-4cd0-8e68-f0e004067172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472870 Aug 31 15:26:37.275654 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-51884303-6943-4065-bf6f-68fc73bc79c3 req-8e866ab8-8af9-49cf-8aff-176dbfe71c43 service neutron] 10.222.0.64 "GET /v2.0/networks/47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116032 Aug 31 15:26:37.377483 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84b76f-dc82-4664-91f5-ea1522eac24d req-51f7084e-51dd-4e70-8664-b7801a4aff87 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:37.379317 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-1c84b76f-dc82-4664-91f5-ea1522eac24d req-51f7084e-51dd-4e70-8664-b7801a4aff87 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 944 time: 0.0967886 Aug 31 15:26:37.395114 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc279be-5f09-4a20-a40b-00c04dd1f71a req-20a7d7b2-63d7-40ce-add7-84daae620328 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:37.405174 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7bc279be-5f09-4a20-a40b-00c04dd1f71a req-20a7d7b2-63d7-40ce-add7-84daae620328 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 943 time: 0.3728623 Aug 31 15:26:37.435030 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-1c84b76f-dc82-4664-91f5-ea1522eac24d req-ac3def75-c317-4315-b5eb-c359c2334289 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488424 Aug 31 15:26:37.475302 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0bb03fe4-fd1f-4ea9-ad49-8a162d5a2260 req-09fa5de3-86e7-402c-8a03-3a0de65865ea service neutron] 10.222.0.64 "GET /v2.0/networks/e69e116f-bb94-4cd0-8e68-f0e004067172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014627 Aug 31 15:26:37.481057 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7bc279be-5f09-4a20-a40b-00c04dd1f71a req-23229a85-4688-498c-8e5c-52e36422cce8 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717421 Aug 31 15:26:37.622570 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0bb03fe4-fd1f-4ea9-ad49-8a162d5a2260 req-f24d1df0-cf7b-4ca6-b229-d53f031cc4ec service neutron] 10.222.0.64 "GET /v2.0/networks/e69e116f-bb94-4cd0-8e68-f0e004067172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399462 Aug 31 15:26:37.633352 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f23783-6f7b-483f-ae98-25aca84cc716 req-7c273d09-dcfd-4b85-b6d9-441e4af1894d tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:37.634751 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-71f23783-6f7b-483f-ae98-25aca84cc716 req-7c273d09-dcfd-4b85-b6d9-441e4af1894d tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 943 time: 0.0884981 Aug 31 15:26:37.685655 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-71f23783-6f7b-483f-ae98-25aca84cc716 req-06714dac-a6f7-4578-b84d-2a19f4d8d31c tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440898 Aug 31 15:26:37.697317 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-ed4b42c3-42a2-467b-af97-5fb6a90b2eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:38.166437 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd75f1c-dac1-460d-95d5-7d5cf45d0df7 req-f904dbc4-55a4-4491-9aa9-fac231ce9c3a tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:38.168573 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-3bd75f1c-dac1-460d-95d5-7d5cf45d0df7 req-f904dbc4-55a4-4491-9aa9-fac231ce9c3a tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0885692 Aug 31 15:26:38.229898 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-3bd75f1c-dac1-460d-95d5-7d5cf45d0df7 req-9d213b0a-0556-4533-9280-99a24d347e5d tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534854 Aug 31 15:26:38.405158 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 48294) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:38.588617 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-77279169-f349-4ae1-92ad-17d496dc6f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:38.625509 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-77279169-f349-4ae1-92ad-17d496dc6f85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:26:38.631745 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-77279169-f349-4ae1-92ad-17d496dc6f85 admin admin] Usage tracker for resource:security_group_rule and tenant:f0f39b7613a84dc182bf6c0040d9508a is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:26:38.635408 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-77279169-f349-4ae1-92ad-17d496dc6f85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:26:38.642856 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-77279169-f349-4ae1-92ad-17d496dc6f85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:26:38.693285 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb75dff-3309-4943-98f6-147d335c1fda req-84cc4568-179b-4af1-b562-2cbae32226e7 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:38.695760 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-1fb75dff-3309-4943-98f6-147d335c1fda req-84cc4568-179b-4af1-b562-2cbae32226e7 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 944 time: 0.1463091 Aug 31 15:26:38.769502 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-1fb75dff-3309-4943-98f6-147d335c1fda req-192c2776-a0f5-426d-9e19-fc9f97738a32 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628099 Aug 31 15:26:38.791082 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b0af1-6a78-4d9c-8fbc-1401f24f837f req-ae786de0-5296-492c-9e80-a85241da6c95 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:38.792729 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-d54b0af1-6a78-4d9c-8fbc-1401f24f837f req-ae786de0-5296-492c-9e80-a85241da6c95 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 943 time: 0.1753154 Aug 31 15:26:38.819115 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-77279169-f349-4ae1-92ad-17d496dc6f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:38.827403 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-77279169-f349-4ae1-92ad-17d496dc6f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:38.834201 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-8c897f38-102e-493c-aa5a-4727c7ce2745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:38.858409 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-d54b0af1-6a78-4d9c-8fbc-1401f24f837f req-b69adbf7-8bf1-4089-ab45-261b8d669aba tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544362 Aug 31 15:26:38.861401 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:38.862915 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77279169-f349-4ae1-92ad-17d496dc6f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d44cee8-f809-4ab9-994e-c155928919b5,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:38.871683 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-77279169-f349-4ae1-92ad-17d496dc6f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:38.902467 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-77279169-f349-4ae1-92ad-17d496dc6f85 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f0f39b7613a84dc182bf6c0040d9508a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4961545 Aug 31 15:26:38.905411 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 48324) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:38.966987 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2c032e3-d449-44a7-b0e0-529ec589aa21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:38.996650 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2c032e3-d449-44a7-b0e0-529ec589aa21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:39.004004 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a559a9-51a7-4a83-939a-97cd8791e088 req-c9a22fb9-c253-4e2e-811a-cdea33395f37 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:39.005663 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a8a559a9-51a7-4a83-939a-97cd8791e088 req-c9a22fb9-c253-4e2e-811a-cdea33395f37 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 943 time: 0.0911973 Aug 31 15:26:39.057884 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2c032e3-d449-44a7-b0e0-529ec589aa21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:39.059794 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a8a559a9-51a7-4a83-939a-97cd8791e088 req-db551355-ecc3-483f-b8dc-5eb01600d7cd tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473928 Aug 31 15:26:39.061910 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:39.082775 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c032e3-d449-44a7-b0e0-529ec589aa21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d44cee8-f809-4ab9-994e-c155928919b5,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:39.085317 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2c032e3-d449-44a7-b0e0-529ec589aa21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:39.086678 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-a2c032e3-d449-44a7-b0e0-529ec589aa21 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1d44cee8-f809-4ab9-994e-c155928919b5 HTTP/1.1" status: 204 len: 168 time: 0.1802211 Aug 31 15:26:39.087746 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a2c032e3-d449-44a7-b0e0-529ec589aa21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:39.267938 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 48340) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:39.366317 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:39.427458 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f39398bf-1966-411d-afc4-488ad1191f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:39.442947 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-f39398bf-1966-411d-afc4-488ad1191f4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:26:39.448487 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-f39398bf-1966-411d-afc4-488ad1191f4c admin admin] Usage tracker for resource:security_group_rule and tenant:0d4ebcb894ac425e92cfb748e80918b8 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:26:39.451412 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-f39398bf-1966-411d-afc4-488ad1191f4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:26:39.457953 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-f39398bf-1966-411d-afc4-488ad1191f4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:26:39.480859 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d681ef35-89e1-4d44-8210-637d3605bfbc req-26789d85-b57a-4ed1-b1c2-b633b1af399a tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:39.482403 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d681ef35-89e1-4d44-8210-637d3605bfbc req-26789d85-b57a-4ed1-b1c2-b633b1af399a tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0903230 Aug 31 15:26:39.540267 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d681ef35-89e1-4d44-8210-637d3605bfbc req-c73874bc-c2bf-42c6-90d0-ebb6ffe5a1d2 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477593 Aug 31 15:26:39.555485 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f39398bf-1966-411d-afc4-488ad1191f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:39.559776 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f39398bf-1966-411d-afc4-488ad1191f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:39.566548 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-9e983026-777f-4b90-9c5a-dcdcd351ea2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:39.609485 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-f39398bf-1966-411d-afc4-488ad1191f4c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0d4ebcb894ac425e92cfb748e80918b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3404343 Aug 31 15:26:39.610364 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39398bf-1966-411d-afc4-488ad1191f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d050dc-d86d-42c8-9b13-048ab6ea05a5,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:39.612151 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 48348) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:39.613275 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-f39398bf-1966-411d-afc4-488ad1191f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:39.671876 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-2f66ca82-e6ae-4042-bc56-c2304ef50d5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:39.699579 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-2f66ca82-e6ae-4042-bc56-c2304ef50d5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:39.751843 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-2f66ca82-e6ae-4042-bc56-c2304ef50d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:39.755388 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-42c30da3-7ff7-43ae-b3ad-6473d452fd98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:39.769942 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f66ca82-e6ae-4042-bc56-c2304ef50d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d050dc-d86d-42c8-9b13-048ab6ea05a5,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:39.773570 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-2f66ca82-e6ae-4042-bc56-c2304ef50d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:39.782015 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-2f66ca82-e6ae-4042-bc56-c2304ef50d5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:39.783146 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-2f66ca82-e6ae-4042-bc56-c2304ef50d5a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e9d050dc-d86d-42c8-9b13-048ab6ea05a5 HTTP/1.1" status: 204 len: 168 time: 0.1691718 Aug 31 15:26:39.984564 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea662a6-88d4-4c74-93be-7103c368c52f req-a2d61112-54f5-4358-b630-fdcd371de2f4 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:39.992729 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-4ea662a6-88d4-4c74-93be-7103c368c52f req-a2d61112-54f5-4358-b630-fdcd371de2f4 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 944 time: 0.0952697 Aug 31 15:26:40.048613 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-4ea662a6-88d4-4c74-93be-7103c368c52f req-289b4639-2abe-4d3f-bf70-0f4185ae87a6 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537579 Aug 31 15:26:40.099763 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 48362) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:40.120008 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-dfce90f7-ab24-409f-8f77-c6893e71f532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:40.135213 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-dfce90f7-ab24-409f-8f77-c6893e71f532 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:26:40.139177 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-dfce90f7-ab24-409f-8f77-c6893e71f532 admin admin] Usage tracker for resource:security_group_rule and tenant:3d888743cb7c4c569e9315d0d767e2de is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:26:40.142183 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-dfce90f7-ab24-409f-8f77-c6893e71f532 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:26:40.148387 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-dfce90f7-ab24-409f-8f77-c6893e71f532 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:26:40.152414 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7251e60-7f58-4ea6-9b28-bd146cd43d8e req-7b2318b0-0401-4a28-9ea3-ded4eef8b5ae tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:40.154152 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d7251e60-7f58-4ea6-9b28-bd146cd43d8e req-7b2318b0-0401-4a28-9ea3-ded4eef8b5ae tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 943 time: 0.1754150 Aug 31 15:26:40.206543 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d7251e60-7f58-4ea6-9b28-bd146cd43d8e req-999aefe1-a698-43f9-9dc0-0ffeea620997 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446587 Aug 31 15:26:40.301388 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-dfce90f7-ab24-409f-8f77-c6893e71f532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:40.307240 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-dfce90f7-ab24-409f-8f77-c6893e71f532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:40.317207 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-016f8599-4d2f-4e45-b69e-1813c29ee737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:40.367680 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638421bb-f8f4-4ccf-8466-14cfe4f0d339 req-a0d0fac8-0473-4576-b4f6-fdfcc170faea tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:40.368713 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-638421bb-f8f4-4ccf-8466-14cfe4f0d339 req-a0d0fac8-0473-4576-b4f6-fdfcc170faea tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 943 time: 0.1804221 Aug 31 15:26:40.373761 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-dfce90f7-ab24-409f-8f77-c6893e71f532 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3d888743cb7c4c569e9315d0d767e2de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2728834 Aug 31 15:26:40.376957 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 48366) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:26:40.392706 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce90f7-ab24-409f-8f77-c6893e71f532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74172272-b47c-449c-b3f8-89e2e54a16d5,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:40.398211 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-dfce90f7-ab24-409f-8f77-c6893e71f532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:40.421677 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-638421bb-f8f4-4ccf-8466-14cfe4f0d339 req-088d33d1-add3-48c3-99e3-0d8bf8f6c4fe tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467992 Aug 31 15:26:40.438335 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-6f675304-2c61-4eeb-8b1b-a514a734137e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:40.466946 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-6f675304-2c61-4eeb-8b1b-a514a734137e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:40.485054 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 500eb0dd-d1e1-4abe-a274-cbf3c32ee135 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:26:40.543524 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-6f675304-2c61-4eeb-8b1b-a514a734137e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:40.548444 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-77279169-f349-4ae1-92ad-17d496dc6f85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:40.563811 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f675304-2c61-4eeb-8b1b-a514a734137e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74172272-b47c-449c-b3f8-89e2e54a16d5,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:40.568543 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-6f675304-2c61-4eeb-8b1b-a514a734137e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:40.573167 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-6f675304-2c61-4eeb-8b1b-a514a734137e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:40.574643 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-6f675304-2c61-4eeb-8b1b-a514a734137e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/74172272-b47c-449c-b3f8-89e2e54a16d5 HTTP/1.1" status: 204 len: 168 time: 0.1964869 Aug 31 15:26:40.627284 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:40.652053 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 500eb0dd-d1e1-4abe-a274-cbf3c32ee135, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=500eb0dd-d1e1-4abe-a274-cbf3c32ee135,segment=NetworkSegment(02223e31-43b7-4392-9df9-702d52806812),segment_id=02223e31-43b7-4392-9df9-702d52806812)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:26:40.667235 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Returning: {'device': '500eb0dd-d1e1-4abe-a274-cbf3c32ee135', 'network_id': 'e5bf5d88-a4cc-4991-bc98-721833635064', 'port_id': '500eb0dd-d1e1-4abe-a274-cbf3c32ee135', 'mac_address': 'fa:16:3e:a1:b0:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4868df-dbc4-4817-bd65-2dbd6d9c87ee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:26:40.728438 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:40.748086 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 500eb0dd-d1e1-4abe-a274-cbf3c32ee135 {{(pid=79278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:26:40.766586 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 500eb0dd-d1e1-4abe-a274-cbf3c32ee135, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=500eb0dd-d1e1-4abe-a274-cbf3c32ee135,segment=NetworkSegment(02223e31-43b7-4392-9df9-702d52806812),segment_id=02223e31-43b7-4392-9df9-702d52806812)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:26:40.771680 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:40.772956 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device c5385f27-5301-4222-86f0-03d8d97e8c76 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:26:40.777169 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:40.781142 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63898996-836e-4014-8edc-ccf8a42411b1 req-216c608a-fc0f-4516-9487-501afce7730a tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:40.782733 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-63898996-836e-4014-8edc-ccf8a42411b1 req-216c608a-fc0f-4516-9487-501afce7730a tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0997436 Aug 31 15:26:40.841640 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-63898996-836e-4014-8edc-ccf8a42411b1 req-cb869d2c-caba-4cec-b080-7266e3332662 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517075 Aug 31 15:26:40.950016 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=500eb0dd-d1e1-4abe-a274-cbf3c32ee135,revision_number=4']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:40.956505 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:40.979322 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port c5385f27-5301-4222-86f0-03d8d97e8c76, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=c5385f27-5301-4222-86f0-03d8d97e8c76,segment=NetworkSegment(c04ecbb1-0952-4af4-8fe9-edf346411969),segment_id=c04ecbb1-0952-4af4-8fe9-edf346411969)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:26:40.993799 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Returning: {'device': 'c5385f27-5301-4222-86f0-03d8d97e8c76', 'network_id': '922ac450-4677-43bc-8efe-225f00db650b', 'port_id': 'c5385f27-5301-4222-86f0-03d8d97e8c76', 'mac_address': 'fa:16:3e:46:80:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b781785a-1525-4ce8-bd55-de803c89ddc0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:26:41.055740 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:41.076701 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5385f27-5301-4222-86f0-03d8d97e8c76 {{(pid=79278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:26:41.094367 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port c5385f27-5301-4222-86f0-03d8d97e8c76, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=c5385f27-5301-4222-86f0-03d8d97e8c76,segment=NetworkSegment(c04ecbb1-0952-4af4-8fe9-edf346411969),segment_id=c04ecbb1-0952-4af4-8fe9-edf346411969)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:26:41.099881 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:41.101226 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 91193d50-41cd-4f33-a60f-98d9660391c2 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:26:41.104638 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:41.217040 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=c5385f27-5301-4222-86f0-03d8d97e8c76,revision_number=4']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:41.221216 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:41.255031 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724eec30-d3fa-4ad0-8dd1-908b170da15b req-8ec4657b-51e8-482c-af6b-4b92c9aae930 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:41.256624 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-724eec30-d3fa-4ad0-8dd1-908b170da15b req-8ec4657b-51e8-482c-af6b-4b92c9aae930 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 945 time: 0.0906303 Aug 31 15:26:41.313542 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-724eec30-d3fa-4ad0-8dd1-908b170da15b req-30cb6ef4-27f3-4d30-82a3-af2b633abfb6 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505991 Aug 31 15:26:41.314157 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 91193d50-41cd-4f33-a60f-98d9660391c2, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=91193d50-41cd-4f33-a60f-98d9660391c2,segment=NetworkSegment(db3e898c-5512-41a1-8392-127d94691559),segment_id=db3e898c-5512-41a1-8392-127d94691559)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:26:41.331061 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Returning: {'device': '91193d50-41cd-4f33-a60f-98d9660391c2', 'network_id': 'e69e116f-bb94-4cd0-8e68-f0e004067172', 'port_id': '91193d50-41cd-4f33-a60f-98d9660391c2', 'mac_address': 'fa:16:3e:48:23:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 903, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65cdaaf3-5f8d-4970-ae29-5840f61268a3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:26:41.401115 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:41.420020 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91193d50-41cd-4f33-a60f-98d9660391c2 {{(pid=79278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:26:41.436879 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 91193d50-41cd-4f33-a60f-98d9660391c2, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=91193d50-41cd-4f33-a60f-98d9660391c2,segment=NetworkSegment(db3e898c-5512-41a1-8392-127d94691559),segment_id=db3e898c-5512-41a1-8392-127d94691559)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:26:41.442851 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:41.445425 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:41.446856 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e858c8-4696-4d71-beda-683e0b92775b req-350fc913-c11b-45de-8eaf-98bba9f8a797 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:41.459630 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-83e858c8-4696-4d71-beda-683e0b92775b req-350fc913-c11b-45de-8eaf-98bba9f8a797 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 944 time: 0.1120663 Aug 31 15:26:41.540880 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=91193d50-41cd-4f33-a60f-98d9660391c2,revision_number=4']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:41.543633 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:41.547699 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-83e858c8-4696-4d71-beda-683e0b92775b req-713d00b2-0c6c-4761-a3cd-ac0b61d874fa tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795560 Aug 31 15:26:41.669489 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73c405-01fa-476e-98cc-9801f88030de req-0d093d9f-3bf1-44dd-8bf3-e56966eb6bb4 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:41.670987 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-eb73c405-01fa-476e-98cc-9801f88030de req-0d093d9f-3bf1-44dd-8bf3-e56966eb6bb4 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 944 time: 0.1028166 Aug 31 15:26:41.725119 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-eb73c405-01fa-476e-98cc-9801f88030de req-60b9af8b-dea2-4b44-8364-f096e76d0188 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484684 Aug 31 15:26:42.057987 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ae5c3-2131-4549-b538-2d48a83e16f0 req-c9dcb6fd-1d62-42cc-a638-e150f344c7f6 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:42.059533 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-236ae5c3-2131-4549-b538-2d48a83e16f0 req-c9dcb6fd-1d62-42cc-a638-e150f344c7f6 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.1005235 Aug 31 15:26:42.108283 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-236ae5c3-2131-4549-b538-2d48a83e16f0 req-64fd34b7-014a-4826-bea5-7cdca6ca1c2d tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427251 Aug 31 15:26:42.375707 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] get_ports_and_sgs() called for port_ids ['500eb0dd-d1e1-4abe-a274-cbf3c32ee135'] {{(pid=79278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:26:42.407554 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] get_ports_and_sgs() called for port_ids ['c5385f27-5301-4222-86f0-03d8d97e8c76'] {{(pid=79278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:26:42.501304 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] get_ports_and_sgs() called for port_ids ['91193d50-41cd-4f33-a60f-98d9660391c2'] {{(pid=79278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:26:42.527436 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9e02f-7dab-4d8d-bb8a-eb2d0493eef8 req-e046cdc7-fd79-449f-b16f-03449fc7f324 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:42.536439 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-e9e9e02f-7dab-4d8d-bb8a-eb2d0493eef8 req-e046cdc7-fd79-449f-b16f-03449fc7f324 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 945 time: 0.1013026 Aug 31 15:26:42.588067 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-e9e9e02f-7dab-4d8d-bb8a-eb2d0493eef8 req-8e8a7a75-f52c-4b9c-8fa5-891c7f221c18 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518665 Aug 31 15:26:42.806769 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb29bd9-a111-4f6d-aa83-7f67168d9330 req-9c246fc7-c30b-4f77-8216-579421775b70 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:42.811957 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dcb29bd9-a111-4f6d-aa83-7f67168d9330 req-9c246fc7-c30b-4f77-8216-579421775b70 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 944 time: 0.0949221 Aug 31 15:26:42.890918 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dcb29bd9-a111-4f6d-aa83-7f67168d9330 req-32eb4687-7278-4709-92d2-fd83698315df tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728991 Aug 31 15:26:42.993879 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1dd7c4-56fd-4047-826f-5793eb7a2f24 req-459564b8-c24c-43d6-8697-d941137c6a1d tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:42.995378 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-1b1dd7c4-56fd-4047-826f-5793eb7a2f24 req-459564b8-c24c-43d6-8697-d941137c6a1d tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 944 time: 0.0870233 Aug 31 15:26:43.041529 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-1b1dd7c4-56fd-4047-826f-5793eb7a2f24 req-835926c4-ad12-4da4-b6c2-3467faad70ee tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403855 Aug 31 15:26:43.312969 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941bddbf-5704-4fcf-a16a-45652ad9e4ac req-9216ec1a-ea31-4bee-9251-aa7596aa9ede tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:43.314438 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-941bddbf-5704-4fcf-a16a-45652ad9e4ac req-9216ec1a-ea31-4bee-9251-aa7596aa9ede tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0958321 Aug 31 15:26:43.359202 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-941bddbf-5704-4fcf-a16a-45652ad9e4ac req-6eee5772-ee2c-4f79-90b8-bef70b3d68c0 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386434 Aug 31 15:26:43.770519 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f95f09-fe96-4adc-80d6-67eda9261c91 req-40bf9db9-343a-430d-a7fd-3f568b672e4a tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:43.771942 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d7f95f09-fe96-4adc-80d6-67eda9261c91 req-40bf9db9-343a-430d-a7fd-3f568b672e4a tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 945 time: 0.0800531 Aug 31 15:26:43.816953 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d7f95f09-fe96-4adc-80d6-67eda9261c91 req-198af1a2-3cb3-47c0-ac19-ba8f5866566f tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393023 Aug 31 15:26:44.078835 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a226f-3ff1-4d4e-b263-0c22e068392e req-b8047f59-a153-4fe6-bc7c-92a512a63e1f tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:44.080324 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-d69a226f-3ff1-4d4e-b263-0c22e068392e req-b8047f59-a153-4fe6-bc7c-92a512a63e1f tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 944 time: 0.0810130 Aug 31 15:26:44.130333 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-d69a226f-3ff1-4d4e-b263-0c22e068392e req-d3551ff3-1ddf-4cbb-ae30-f39a5cb835d1 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432508 Aug 31 15:26:44.235454 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df00ed-41da-40ae-bb56-4ec6c2ea1699 req-312c3e81-1f76-4393-b2fa-a32c136b6b34 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:44.236907 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-79df00ed-41da-40ae-bb56-4ec6c2ea1699 req-312c3e81-1f76-4393-b2fa-a32c136b6b34 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 944 time: 0.0895965 Aug 31 15:26:44.285184 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-79df00ed-41da-40ae-bb56-4ec6c2ea1699 req-5d7dc4d3-125f-4981-a110-cf0b6f997e62 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400159 Aug 31 15:26:44.544453 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b126c-a4a5-49d4-8678-7f933ee24b43 req-93d8c9ab-644c-4fcb-975c-86a2cfa51ed1 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:44.545900 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ba2b126c-a4a5-49d4-8678-7f933ee24b43 req-93d8c9ab-644c-4fcb-975c-86a2cfa51ed1 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0811906 Aug 31 15:26:44.593057 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ba2b126c-a4a5-49d4-8678-7f933ee24b43 req-c2da2d9c-cf42-4ee6-b990-8b92fdce8e5a tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414407 Aug 31 15:26:45.010529 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907a61a-5aa2-4edf-845d-f6392c1401cc req-9d7369e5-7bc1-4c44-8b24-3cca0e85305e tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:45.012046 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-0907a61a-5aa2-4edf-845d-f6392c1401cc req-9d7369e5-7bc1-4c44-8b24-3cca0e85305e tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 945 time: 0.0891118 Aug 31 15:26:45.065660 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-0907a61a-5aa2-4edf-845d-f6392c1401cc req-da9e4137-fae7-4386-baa0-feaff5fe1e62 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456135 Aug 31 15:26:45.338447 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6089f6-8501-4ac2-b119-903ccbd50e01 req-8fb3d703-d0b2-4cc9-ad4d-a065f8c510f6 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:45.339983 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0d6089f6-8501-4ac2-b119-903ccbd50e01 req-8fb3d703-d0b2-4cc9-ad4d-a065f8c510f6 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 944 time: 0.1008146 Aug 31 15:26:45.387788 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0d6089f6-8501-4ac2-b119-903ccbd50e01 req-9f8bcafe-a536-4cc2-bce2-15660d027f9a tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419111 Aug 31 15:26:45.486963 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bceec-3598-43d2-92a2-7e89588326dd req-f8e8426c-0bb8-4709-9cbb-a013faee4048 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:45.488484 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-fa9bceec-3598-43d2-92a2-7e89588326dd req-f8e8426c-0bb8-4709-9cbb-a013faee4048 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 944 time: 0.0862126 Aug 31 15:26:45.535305 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-fa9bceec-3598-43d2-92a2-7e89588326dd req-24e5d3dc-a290-47ad-bf8c-1c4624f2aaf7 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400608 Aug 31 15:26:45.783089 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398f0af-71e0-4d54-9396-4d250a5bef2c req-05b17711-61d3-405c-9060-1d379f252439 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:45.784582 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-e398f0af-71e0-4d54-9396-4d250a5bef2c req-05b17711-61d3-405c-9060-1d379f252439 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0836737 Aug 31 15:26:45.830834 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-e398f0af-71e0-4d54-9396-4d250a5bef2c req-fc80d2ce-6b79-4ed5-9433-40c96518c6da tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399718 Aug 31 15:26:46.252697 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094fe40f-6bed-444a-88ba-46f7cd50924a req-eedae486-0d3f-459d-9ad0-79b0becb4254 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:46.254136 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-094fe40f-6bed-444a-88ba-46f7cd50924a req-eedae486-0d3f-459d-9ad0-79b0becb4254 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 945 time: 0.0806737 Aug 31 15:26:46.302205 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-094fe40f-6bed-444a-88ba-46f7cd50924a req-99a33793-19a4-4045-a3b5-fb7cadbb6c93 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417407 Aug 31 15:26:46.508482 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 500eb0dd-d1e1-4abe-a274-cbf3c32ee135 up at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:26:46.579767 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9731380-bef2-4c09-ab8f-d4b3397de054 req-b0c1abe4-092c-4ba6-872f-e7308e560fa7 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:46.581743 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-e9731380-bef2-4c09-ab8f-d4b3397de054 req-b0c1abe4-092c-4ba6-872f-e7308e560fa7 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 944 time: 0.0870345 Aug 31 15:26:46.584390 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning for port 500eb0dd-d1e1-4abe-a274-cbf3c32ee135 completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:26:46.590157 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning complete for port 500eb0dd-d1e1-4abe-a274-cbf3c32ee135 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:26:46.591200 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:46.632219 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-e9731380-bef2-4c09-ab8f-d4b3397de054 req-d3ca3c8b-e43b-43b3-bffa-ffa689ebddce tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426092 Aug 31 15:26:46.720404 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:46.735979 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052614a0-ba10-4934-8c91-53c1ab21ca2f req-19b86580-e6e4-406f-b7fd-88cbeba5a1a7 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:46.737545 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-052614a0-ba10-4934-8c91-53c1ab21ca2f req-19b86580-e6e4-406f-b7fd-88cbeba5a1a7 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 944 time: 0.0944991 Aug 31 15:26:46.751839 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ed292d-2a55-4666-9493-9067a15fdc3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '500eb0dd-d1e1-4abe-a274-cbf3c32ee135'}] {{(pid=79278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:26:46.762024 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 500eb0dd-d1e1-4abe-a274-cbf3c32ee135, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=500eb0dd-d1e1-4abe-a274-cbf3c32ee135,segment=NetworkSegment(02223e31-43b7-4392-9df9-702d52806812),segment_id=02223e31-43b7-4392-9df9-702d52806812)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:26:46.768456 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:46.769356 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device c5385f27-5301-4222-86f0-03d8d97e8c76 up at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:26:46.784231 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-052614a0-ba10-4934-8c91-53c1ab21ca2f req-6e65ce6a-8505-41e1-98af-db7521f47e58 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409913 Aug 31 15:26:46.810614 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:46.843555 dv-cinder-802781-4-iscsi neutron-server[79278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ed292d-2a55-4666-9493-9067a15fdc3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '500eb0dd-d1e1-4abe-a274-cbf3c32ee135', 'code': 200} Aug 31 15:26:46.892972 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=500eb0dd-d1e1-4abe-a274-cbf3c32ee135,revision_number=5']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:46.895991 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:46.907436 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning for port c5385f27-5301-4222-86f0-03d8d97e8c76 completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:26:46.912295 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning complete for port c5385f27-5301-4222-86f0-03d8d97e8c76 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:26:46.912672 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:47.025139 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62828088-1539-441c-8935-6dbd6e30b098 req-68cfbc99-5d5c-4a61-921f-25ce6d94ec31 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:47.026605 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-62828088-1539-441c-8935-6dbd6e30b098 req-68cfbc99-5d5c-4a61-921f-25ce6d94ec31 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0879123 Aug 31 15:26:47.032089 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:47.065427 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port c5385f27-5301-4222-86f0-03d8d97e8c76, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=c5385f27-5301-4222-86f0-03d8d97e8c76,segment=NetworkSegment(c04ecbb1-0952-4af4-8fe9-edf346411969),segment_id=c04ecbb1-0952-4af4-8fe9-edf346411969)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:26:47.069794 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:47.070621 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 91193d50-41cd-4f33-a60f-98d9660391c2 up at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:26:47.073990 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-62828088-1539-441c-8935-6dbd6e30b098 req-5df08056-2e45-4d55-a185-798119818350 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414498 Aug 31 15:26:47.098227 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:47.187794 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=c5385f27-5301-4222-86f0-03d8d97e8c76,revision_number=5']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:47.192032 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:47.200625 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning for port 91193d50-41cd-4f33-a60f-98d9660391c2 completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:26:47.205659 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning complete for port 91193d50-41cd-4f33-a60f-98d9660391c2 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:26:47.206043 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:47.323759 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:47.358822 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 91193d50-41cd-4f33-a60f-98d9660391c2, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=91193d50-41cd-4f33-a60f-98d9660391c2,segment=NetworkSegment(db3e898c-5512-41a1-8392-127d94691559),segment_id=db3e898c-5512-41a1-8392-127d94691559)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:26:47.362504 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:26:47.364492 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-c01401ce-3cab-4ac6-a685-f013fb97e539 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:26:47.433526 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=91193d50-41cd-4f33-a60f-98d9660391c2,revision_number=5']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:26:47.436501 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:26:47.498586 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81c28b-4eb3-448d-9a43-5981f27687b5 req-1ce675d0-4839-43d6-a3ae-16ca177202fa tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:47.500078 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7e81c28b-4eb3-448d-9a43-5981f27687b5 req-1ce675d0-4839-43d6-a3ae-16ca177202fa tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 946 time: 0.0875120 Aug 31 15:26:47.545963 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7e81c28b-4eb3-448d-9a43-5981f27687b5 req-ea86f510-8730-482e-a1d5-e0bbb0c806fe tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399721 Aug 31 15:26:47.824188 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e64890-b3b3-446e-ab2a-3756e232b3d4 req-da16e612-73e7-400c-819b-2175749e38ce tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:47.825649 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-02e64890-b3b3-446e-ab2a-3756e232b3d4 req-da16e612-73e7-400c-819b-2175749e38ce tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 945 time: 0.0839832 Aug 31 15:26:47.869972 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-02e64890-b3b3-446e-ab2a-3756e232b3d4 req-b42487e1-1563-4e59-8aff-97fbc8b9cd32 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387173 Aug 31 15:26:48.042687 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd2ff9-2a03-4c01-82fd-1143dcdacf3d req-fb7108ed-e6c4-469f-9c42-d78e04430f65 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:48.044064 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-49fd2ff9-2a03-4c01-82fd-1143dcdacf3d req-fb7108ed-e6c4-469f-9c42-d78e04430f65 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 945 time: 0.0791774 Aug 31 15:26:48.087691 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-49fd2ff9-2a03-4c01-82fd-1143dcdacf3d req-ac6f514c-b82a-48b7-949f-a99af60936d0 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379932 Aug 31 15:26:48.260212 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568ef46-327c-4638-ae20-7e4039734f4c req-05a27f8e-e1d3-4b58-a491-b1201d91ecb5 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:48.261843 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9568ef46-327c-4638-ae20-7e4039734f4c req-05a27f8e-e1d3-4b58-a491-b1201d91ecb5 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0834348 Aug 31 15:26:48.308498 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9568ef46-327c-4638-ae20-7e4039734f4c req-73321873-e74a-4e50-b1e1-7b99320f9e5a tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412033 Aug 31 15:26:48.733932 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b171d-a521-4f1c-8df1-10a386c07d8c req-c35a6333-b003-4b5d-bbc2-c3e061ba9a3c tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:48.735393 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c34b171d-a521-4f1c-8df1-10a386c07d8c req-c35a6333-b003-4b5d-bbc2-c3e061ba9a3c tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 946 time: 0.0789201 Aug 31 15:26:48.782621 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c34b171d-a521-4f1c-8df1-10a386c07d8c req-b6451f72-8eba-455b-b4e9-d1958a833f3d tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415988 Aug 31 15:26:48.844532 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac90940c-fa29-432a-ac3d-4f7531dd7a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5385f27-5301-4222-86f0-03d8d97e8c76'}, {'server_uuid': '9df473da-eef8-4496-97ec-909c6afa8add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91193d50-41cd-4f33-a60f-98d9660391c2'}] {{(pid=79278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:26:48.891426 dv-cinder-802781-4-iscsi neutron-server[79278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac90940c-fa29-432a-ac3d-4f7531dd7a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5385f27-5301-4222-86f0-03d8d97e8c76', 'code': 200} Aug 31 15:26:48.891693 dv-cinder-802781-4-iscsi neutron-server[79278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df473da-eef8-4496-97ec-909c6afa8add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91193d50-41cd-4f33-a60f-98d9660391c2', 'code': 200} Aug 31 15:26:49.052530 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b874be1-6cd9-45cd-b60f-a3258d26df62 req-7bf0e21a-e8a1-4d44-9d48-2eafb52e36d0 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:49.054688 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3b874be1-6cd9-45cd-b60f-a3258d26df62 req-7bf0e21a-e8a1-4d44-9d48-2eafb52e36d0 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 945 time: 0.0798507 Aug 31 15:26:49.099766 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3b874be1-6cd9-45cd-b60f-a3258d26df62 req-84398ef1-e006-4ca1-a051-b901f5501d70 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395110 Aug 31 15:26:49.329930 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4dea3-056f-4a23-9a40-3237f40d4f81 req-84dca862-aa04-4b8c-8892-0e951b051cb4 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:49.331409 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d0a4dea3-056f-4a23-9a40-3237f40d4f81 req-84dca862-aa04-4b8c-8892-0e951b051cb4 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 945 time: 0.1398087 Aug 31 15:26:49.376590 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d0a4dea3-056f-4a23-9a40-3237f40d4f81 req-f48611a1-bccf-47e5-a260-f8f80f17bff8 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395050 Aug 31 15:26:49.551206 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e6937-1057-4e5e-8302-4b8946237818 req-1b836657-0a80-48e0-8082-a4090c4fca4c tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:49.552675 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-956e6937-1057-4e5e-8302-4b8946237818 req-1b836657-0a80-48e0-8082-a4090c4fca4c tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0801673 Aug 31 15:26:49.596535 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-956e6937-1057-4e5e-8302-4b8946237818 req-df651020-b823-4d2a-8e55-807722cce0de tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372016 Aug 31 15:26:49.965946 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa99fc-d5bd-4d9a-8ce5-f8930bd91b31 req-73e32c0c-255b-4c3f-8985-6057a120738f tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:49.967324 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-1faa99fc-d5bd-4d9a-8ce5-f8930bd91b31 req-73e32c0c-255b-4c3f-8985-6057a120738f tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 946 time: 0.0808504 Aug 31 15:26:50.011694 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-1faa99fc-d5bd-4d9a-8ce5-f8930bd91b31 req-9d051205-79c6-4349-9704-f08e21c64160 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386360 Aug 31 15:26:50.282378 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d15079-d2d9-4940-afa3-dce3eef9e32f req-c49265e7-2b07-4936-9582-199508ff6cc7 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:50.283874 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-48d15079-d2d9-4940-afa3-dce3eef9e32f req-c49265e7-2b07-4936-9582-199508ff6cc7 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 945 time: 0.0798135 Aug 31 15:26:50.333556 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-48d15079-d2d9-4940-afa3-dce3eef9e32f req-9e44d1bb-032c-44ad-95b1-b2933a07794b tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435200 Aug 31 15:26:50.566367 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce2bac-aff0-4e8d-a82b-d51dea1384a1 req-f8aedee5-4304-4b76-bce0-d99eaaabbe12 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:50.567848 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ebce2bac-aff0-4e8d-a82b-d51dea1384a1 req-f8aedee5-4304-4b76-bce0-d99eaaabbe12 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 945 time: 0.0822344 Aug 31 15:26:50.612744 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ebce2bac-aff0-4e8d-a82b-d51dea1384a1 req-35cdc9d4-acfa-4ed6-834f-a9c5c7e69ac0 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386264 Aug 31 15:26:50.792810 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87371569-a2ec-43fc-a1fc-afdda9880737 req-68ab8635-e8a4-4c4c-9017-56eec4b668bd tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:50.794682 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-87371569-a2ec-43fc-a1fc-afdda9880737 req-68ab8635-e8a4-4c4c-9017-56eec4b668bd tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0877287 Aug 31 15:26:50.840859 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-87371569-a2ec-43fc-a1fc-afdda9880737 req-cc89c192-5a10-4f8a-9508-905061534694 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404971 Aug 31 15:26:51.192870 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26656fa0-8a0e-4d8f-a051-600fbf8ed8c9 req-041facd3-7fb8-4c80-96f1-405e93e3b7c2 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:51.194349 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-26656fa0-8a0e-4d8f-a051-600fbf8ed8c9 req-041facd3-7fb8-4c80-96f1-405e93e3b7c2 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 946 time: 0.0803106 Aug 31 15:26:51.240313 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-26656fa0-8a0e-4d8f-a051-600fbf8ed8c9 req-7a4f6d04-a60a-40d4-b1a6-1596b28f846d tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396531 Aug 31 15:26:51.526063 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2eef3e-83cc-4369-9458-15aab43ba400 req-79015f24-62fe-4c90-9137-3fe469a5eb89 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:51.527699 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-4d2eef3e-83cc-4369-9458-15aab43ba400 req-79015f24-62fe-4c90-9137-3fe469a5eb89 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 945 time: 0.0875566 Aug 31 15:26:51.573979 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-4d2eef3e-83cc-4369-9458-15aab43ba400 req-32f64e05-093b-4fd1-ae0f-ec3e763a31ba tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404751 Aug 31 15:26:51.794693 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b826146-bf4c-43d1-ba0c-68f814e63078 req-d17dc447-3055-4828-9ef9-27d28ad34b28 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:51.796233 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-1b826146-bf4c-43d1-ba0c-68f814e63078 req-d17dc447-3055-4828-9ef9-27d28ad34b28 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 945 time: 0.0800948 Aug 31 15:26:51.843707 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-1b826146-bf4c-43d1-ba0c-68f814e63078 req-e23ae38b-0296-4425-81d4-edeea65ddd88 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416906 Aug 31 15:26:52.021329 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a999d-4b8d-4eb3-9bcb-db8b5050f7d7 req-5d14edaa-6999-47ca-87b4-b3dc19dc5578 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:52.023513 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0d2a999d-4b8d-4eb3-9bcb-db8b5050f7d7 req-5d14edaa-6999-47ca-87b4-b3dc19dc5578 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0801291 Aug 31 15:26:52.066864 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0d2a999d-4b8d-4eb3-9bcb-db8b5050f7d7 req-589752ef-1cfc-4491-95ea-a3721075cdee tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378087 Aug 31 15:26:52.439864 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77fcd2-b306-4103-9d03-0c22ff2fee21 req-1ad6bea4-b8aa-404f-bf82-40c4f8c077cc tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:52.441375 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5e77fcd2-b306-4103-9d03-0c22ff2fee21 req-1ad6bea4-b8aa-404f-bf82-40c4f8c077cc tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 946 time: 0.0869982 Aug 31 15:26:52.488270 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5e77fcd2-b306-4103-9d03-0c22ff2fee21 req-79f04138-eb51-402b-a083-3fd904aff1be tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406780 Aug 31 15:26:52.764464 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868d7e7-4515-4031-94f3-29bcc87c0dbd req-07ee5d14-50df-45cc-9834-3fe5b676029a tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:52.765837 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0868d7e7-4515-4031-94f3-29bcc87c0dbd req-07ee5d14-50df-45cc-9834-3fe5b676029a tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 945 time: 0.0803182 Aug 31 15:26:52.810173 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0868d7e7-4515-4031-94f3-29bcc87c0dbd req-ce304fef-419d-431d-9722-14ceaa9301ff tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386803 Aug 31 15:26:53.041123 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448236c6-e1bb-46c6-bd77-13373bf12919 req-245d68d6-bae1-4311-a84d-a3aa7b7f40b5 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:53.042577 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-448236c6-e1bb-46c6-bd77-13373bf12919 req-245d68d6-bae1-4311-a84d-a3aa7b7f40b5 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 945 time: 0.0864401 Aug 31 15:26:53.087723 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-448236c6-e1bb-46c6-bd77-13373bf12919 req-0c1532e2-dbde-4c37-ba89-1b594fb78160 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395179 Aug 31 15:26:53.262982 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fa594-abd7-483c-911a-d9cd680cabe1 req-0e66cb67-d41d-4697-ae4e-8bc03cf9db62 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:53.264479 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b43fa594-abd7-483c-911a-d9cd680cabe1 req-0e66cb67-d41d-4697-ae4e-8bc03cf9db62 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0824480 Aug 31 15:26:53.314741 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b43fa594-abd7-483c-911a-d9cd680cabe1 req-fd7088c5-bc44-43a0-a329-58a02435b97b tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443509 Aug 31 15:26:53.677043 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ae697-64b3-41f7-86e1-72c695f4ba20 req-51793a4e-d80d-4bab-8d36-714cf6607da8 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:53.678525 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a41ae697-64b3-41f7-86e1-72c695f4ba20 req-51793a4e-d80d-4bab-8d36-714cf6607da8 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 946 time: 0.0859575 Aug 31 15:26:53.727299 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a41ae697-64b3-41f7-86e1-72c695f4ba20 req-690cec39-1806-413a-be88-c54c81f0dcff tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419581 Aug 31 15:26:54.009285 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda6fad-f9d6-43e1-9360-c44dad17defb req-6b722611-e6c8-4449-a175-671507adcc5a tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:54.010675 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-aeda6fad-f9d6-43e1-9360-c44dad17defb req-6b722611-e6c8-4449-a175-671507adcc5a tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 945 time: 0.0821345 Aug 31 15:26:54.056448 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-aeda6fad-f9d6-43e1-9360-c44dad17defb req-5493bd3b-ae1a-46e5-97d3-344d7cae9750 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400555 Aug 31 15:26:54.252104 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ce15b-d154-4e0d-83bf-b625cb32d8ad req-336e3ee5-630b-4669-a36f-09afb2420113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:54.253518 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-860ce15b-d154-4e0d-83bf-b625cb32d8ad req-336e3ee5-630b-4669-a36f-09afb2420113 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 1098 time: 0.2083483 Aug 31 15:26:54.258348 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fea129-e15b-4372-82a5-a1e6bc3a7a0f req-3c3db3aa-6858-49fd-98c8-1ce8c45d25ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:54.259801 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-72fea129-e15b-4372-82a5-a1e6bc3a7a0f req-3c3db3aa-6858-49fd-98c8-1ce8c45d25ec service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 1098 time: 0.1786580 Aug 31 15:26:54.263767 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e785777f-fe05-4e6f-80a1-9dbaea87a2da req-5f8564fe-5642-41ef-a27d-4f5ba09b3f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:54.265084 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e785777f-fe05-4e6f-80a1-9dbaea87a2da req-5f8564fe-5642-41ef-a27d-4f5ba09b3f8c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 1099 time: 0.2494640 Aug 31 15:26:54.440386 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-860ce15b-d154-4e0d-83bf-b625cb32d8ad req-6158048b-033f-45af-aca5-ff0b44db4701 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785340 Aug 31 15:26:54.441798 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-72fea129-e15b-4372-82a5-a1e6bc3a7a0f req-0611c618-c844-4ea2-a30d-0ed0bf4735ba service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595705 Aug 31 15:26:54.443252 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e785777f-fe05-4e6f-80a1-9dbaea87a2da req-ab4da819-98f9-41c4-9a0d-0f0aab9a356e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634021 Aug 31 15:26:54.459782 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665a047-6b6c-4751-9ccb-e85f541a640b req-70ba643a-c046-4ac7-88ff-87a645eea156 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:54.463775 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6665a047-6b6c-4751-9ccb-e85f541a640b req-70ba643a-c046-4ac7-88ff-87a645eea156 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 945 time: 0.2672563 Aug 31 15:26:54.505408 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6665a047-6b6c-4751-9ccb-e85f541a640b req-a8c26962-750d-495c-b8bc-8cd949f15d93 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385573 Aug 31 15:26:54.516313 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be496b01-a817-4404-9b05-e05ba8f31bcc req-f9fa72de-4e12-4bf8-995c-15b4f176aace tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:54.517711 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-be496b01-a817-4404-9b05-e05ba8f31bcc req-f9fa72de-4e12-4bf8-995c-15b4f176aace tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0930939 Aug 31 15:26:54.562481 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-be496b01-a817-4404-9b05-e05ba8f31bcc req-c520e35d-b6bd-4a84-bf83-30aca11fe80e tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388794 Aug 31 15:26:54.939777 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985fe63e-d3ce-4a53-b795-3c3ca8165991 req-37295143-a3ab-406f-95d8-f96c059fa2af tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:54.941207 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-985fe63e-d3ce-4a53-b795-3c3ca8165991 req-37295143-a3ab-406f-95d8-f96c059fa2af tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 946 time: 0.0941367 Aug 31 15:26:55.078743 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-985fe63e-d3ce-4a53-b795-3c3ca8165991 req-bdb3d631-8012-46e0-8db2-b98693394f85 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317830 Aug 31 15:26:55.269921 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe166c-4c05-4943-830d-db3dc3f2f158 req-e7978706-4e7f-4ee7-92b6-7d89b812b4a3 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:55.271935 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-a3fe166c-4c05-4943-830d-db3dc3f2f158 req-e7978706-4e7f-4ee7-92b6-7d89b812b4a3 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 945 time: 0.0888865 Aug 31 15:26:55.329221 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-a3fe166c-4c05-4943-830d-db3dc3f2f158 req-f1f5cdc1-2589-4c55-96e7-401bd8d3d3b3 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495362 Aug 31 15:26:55.712450 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0bc157-ffa1-4c60-ac71-4173eb19780a req-9cb8b364-9b35-4410-9e2a-354fdd432548 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:55.713921 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-0e0bc157-ffa1-4c60-ac71-4173eb19780a req-9cb8b364-9b35-4410-9e2a-354fdd432548 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 945 time: 0.0962386 Aug 31 15:26:55.761309 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-0e0bc157-ffa1-4c60-ac71-4173eb19780a req-cf1efcd0-fa38-4908-8866-cdadbcb87147 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416608 Aug 31 15:26:55.933667 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7876a24-6e9d-4127-99b6-d62ad575abf1 req-7fdc2331-0e11-4351-a83a-088902077391 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:55.935155 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-e7876a24-6e9d-4127-99b6-d62ad575abf1 req-7fdc2331-0e11-4351-a83a-088902077391 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0793068 Aug 31 15:26:55.982091 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-e7876a24-6e9d-4127-99b6-d62ad575abf1 req-e437349b-c7f5-4c59-b6d7-807c864e3531 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395296 Aug 31 15:26:56.274988 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e7dff-a52b-4c75-ad61-10c0e721d153 req-b1d765b4-1b28-4746-a811-7aa4922851d3 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:56.276496 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-549e7dff-a52b-4c75-ad61-10c0e721d153 req-b1d765b4-1b28-4746-a811-7aa4922851d3 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 946 time: 0.0845292 Aug 31 15:26:56.323861 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-549e7dff-a52b-4c75-ad61-10c0e721d153 req-d6e0d9f8-9f9f-4cfa-a065-29ec0fe89632 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414882 Aug 31 15:26:56.520874 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40c328-b127-421d-ac25-3a5650c9d1d8 req-1b1ffe80-74e4-4a85-abf9-9f9c27e2f0ba tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:56.522907 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-9c40c328-b127-421d-ac25-3a5650c9d1d8 req-1b1ffe80-74e4-4a85-abf9-9f9c27e2f0ba tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 945 time: 0.0790131 Aug 31 15:26:56.571038 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-9c40c328-b127-421d-ac25-3a5650c9d1d8 req-7d40feba-f0e9-483d-9e89-af918cb9b715 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422130 Aug 31 15:26:56.944914 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c99dde-0a38-40e7-a568-b6470ddf3654 req-89ca232c-860e-4a5b-b4bd-b3005ed1a260 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:56.946395 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-07c99dde-0a38-40e7-a568-b6470ddf3654 req-89ca232c-860e-4a5b-b4bd-b3005ed1a260 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 945 time: 0.0808363 Aug 31 15:26:56.993210 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-07c99dde-0a38-40e7-a568-b6470ddf3654 req-bf1fa647-174b-479d-bb66-98628fae5992 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410807 Aug 31 15:26:57.051115 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 6 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:26:57.168640 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3308dc6-4b1d-463d-b184-a432bf18d110 req-41359449-4207-4594-91e1-17475e5324c6 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:57.170093 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-d3308dc6-4b1d-463d-b184-a432bf18d110 req-41359449-4207-4594-91e1-17475e5324c6 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0831463 Aug 31 15:26:57.215749 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-d3308dc6-4b1d-463d-b184-a432bf18d110 req-9465985b-11f2-48ad-826e-ee43ac4f1729 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398450 Aug 31 15:26:57.510328 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14588d17-3cb8-4b99-a07a-c6a2302d27c4 req-a959fc57-cc05-48b8-99aa-3f3d52aa7b23 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:57.511812 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-14588d17-3cb8-4b99-a07a-c6a2302d27c4 req-a959fc57-cc05-48b8-99aa-3f3d52aa7b23 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 946 time: 0.0802474 Aug 31 15:26:57.555494 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-14588d17-3cb8-4b99-a07a-c6a2302d27c4 req-a04c7990-5a49-47ae-9cc2-4e8a157f1ce1 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379868 Aug 31 15:26:57.763869 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212d1d9-8449-4345-a45f-eeac357ccb85 req-7925e332-f087-46dd-b6d9-31a819fced14 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:57.765342 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-7212d1d9-8449-4345-a45f-eeac357ccb85 req-7925e332-f087-46dd-b6d9-31a819fced14 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 945 time: 0.0880637 Aug 31 15:26:57.810502 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-7212d1d9-8449-4345-a45f-eeac357ccb85 req-99c59c88-7b38-49f5-9776-3a703c15bee0 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394316 Aug 31 15:26:58.177046 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929cd61a-091f-4e50-a2bc-f739adcaf3ba req-c79bfd12-7b0e-4d9b-bcd1-8bb980246598 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:58.178881 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-929cd61a-091f-4e50-a2bc-f739adcaf3ba req-c79bfd12-7b0e-4d9b-bcd1-8bb980246598 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 945 time: 0.0812128 Aug 31 15:26:58.229623 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-929cd61a-091f-4e50-a2bc-f739adcaf3ba req-d6f1b735-82a9-4196-90c5-777a030207ba tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446661 Aug 31 15:26:58.413792 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37eb86-198e-490b-a0e1-c0f76ca4ad3c req-7297ca17-c46e-46a3-9c84-bd455c18ed3d tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:58.415431 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-2f37eb86-198e-490b-a0e1-c0f76ca4ad3c req-7297ca17-c46e-46a3-9c84-bd455c18ed3d tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0886109 Aug 31 15:26:58.461677 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-2f37eb86-198e-490b-a0e1-c0f76ca4ad3c req-5e5fd987-d80f-4926-bd0d-2eedac0d51ec tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401723 Aug 31 15:26:58.745436 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d1919-cf61-4608-88ad-d0083e2cc0fd req-a0e5a629-f93d-4885-b618-64f7cee6bc74 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:58.746865 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-db7d1919-cf61-4608-88ad-d0083e2cc0fd req-a0e5a629-f93d-4885-b618-64f7cee6bc74 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 946 time: 0.0848589 Aug 31 15:26:58.791697 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-db7d1919-cf61-4608-88ad-d0083e2cc0fd req-76564beb-53e9-4926-9337-ab6dc35f1952 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388823 Aug 31 15:26:58.994915 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be035f1-f323-44ad-bc55-068821c8d848 req-0a31cd11-af32-403b-92ef-ff9f714639ad tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:58.996517 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-2be035f1-f323-44ad-bc55-068821c8d848 req-0a31cd11-af32-403b-92ef-ff9f714639ad tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 945 time: 0.0835531 Aug 31 15:26:59.041136 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-2be035f1-f323-44ad-bc55-068821c8d848 req-4be4bce9-9ce6-4351-bbe1-f90102cc63f6 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388095 Aug 31 15:26:59.568563 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed8311-7f84-4ad8-ab0e-adae7a9df103 req-5bff4ebb-d8e0-46a4-b60c-7e6ba575bf96 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:59.570082 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-a1ed8311-7f84-4ad8-ab0e-adae7a9df103 req-5bff4ebb-d8e0-46a4-b60c-7e6ba575bf96 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 945 time: 0.0827351 Aug 31 15:26:59.614529 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-a1ed8311-7f84-4ad8-ab0e-adae7a9df103 req-0780abb7-3fb9-41d4-9369-a959ba7115d1 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387132 Aug 31 15:26:59.785258 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50b91e-82be-4551-a6fc-4c3a8245e135 req-354dc0a9-3005-4b05-a9b8-cf2b1132415c tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:26:59.786699 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ab50b91e-82be-4551-a6fc-4c3a8245e135 req-354dc0a9-3005-4b05-a9b8-cf2b1132415c tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0817485 Aug 31 15:26:59.833636 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ab50b91e-82be-4551-a6fc-4c3a8245e135 req-6cf0c3a8-15ac-48e6-90fe-862b88324da9 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403442 Aug 31 15:27:00.012308 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb3cf6a-555e-47f0-998e-ce07c4d64f0e req-cdf7fda8-441e-4894-9292-e16a8765e588 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:00.013789 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-6fb3cf6a-555e-47f0-998e-ce07c4d64f0e req-cdf7fda8-441e-4894-9292-e16a8765e588 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 946 time: 0.0873580 Aug 31 15:27:00.058680 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-6fb3cf6a-555e-47f0-998e-ce07c4d64f0e req-32338f1e-a64f-48b1-bfb9-8ad67e224447 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391939 Aug 31 15:27:00.232743 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d6a60-570f-4989-96bc-ac385f4b74a4 req-120be189-d27b-4672-a628-60f8599d7165 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:00.234329 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-a12d6a60-570f-4989-96bc-ac385f4b74a4 req-120be189-d27b-4672-a628-60f8599d7165 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 945 time: 0.0835226 Aug 31 15:27:00.282440 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-a12d6a60-570f-4989-96bc-ac385f4b74a4 req-4a4f1e08-650c-4cad-ab29-d6dc5e2a3355 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423727 Aug 31 15:27:00.796945 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec97683-b817-4047-847a-eee0ea6d8c75 req-926ecc16-ae28-4060-831f-56e9926195df tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:00.798409 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-2ec97683-b817-4047-847a-eee0ea6d8c75 req-926ecc16-ae28-4060-831f-56e9926195df tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 945 time: 0.0797124 Aug 31 15:27:00.843284 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-2ec97683-b817-4047-847a-eee0ea6d8c75 req-75406d78-a4ea-4729-a65a-4a1e183acce0 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390229 Aug 31 15:27:01.081985 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cff64b-101d-4b88-acf8-4fb692d923d9 req-17d0632b-1f1f-4bff-bcac-f2e0b1aef2fe tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:01.083357 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-85cff64b-101d-4b88-acf8-4fb692d923d9 req-17d0632b-1f1f-4bff-bcac-f2e0b1aef2fe tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.1428015 Aug 31 15:27:01.127821 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-85cff64b-101d-4b88-acf8-4fb692d923d9 req-171ba93a-c3fa-4a14-a00b-be78518a623d tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383797 Aug 31 15:27:01.298155 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbed193-f2e7-4f45-80b8-4f27ed25ccdf req-35365c71-30ea-4902-89cd-afbb032d48c1 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:01.299626 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-1dbed193-f2e7-4f45-80b8-4f27ed25ccdf req-35365c71-30ea-4902-89cd-afbb032d48c1 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 946 time: 0.0799859 Aug 31 15:27:01.346457 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-1dbed193-f2e7-4f45-80b8-4f27ed25ccdf req-362dfc6a-34c9-49d3-b528-73a588314509 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400400 Aug 31 15:27:01.524721 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0767609-8637-4927-8d93-8e9b99162503 req-20e18233-c258-40c8-bd17-0fc01d6a745b tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:01.526252 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-d0767609-8637-4927-8d93-8e9b99162503 req-20e18233-c258-40c8-bd17-0fc01d6a745b tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 945 time: 0.0840604 Aug 31 15:27:01.571984 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-d0767609-8637-4927-8d93-8e9b99162503 req-5195a60c-849f-47f5-9e80-e54b2ad6bc59 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399539 Aug 31 15:27:02.030360 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e4361-79f3-4330-bbe5-ee95e830b4cc req-b12f580f-d5a4-4b61-8188-81a6dc6c2382 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:02.031844 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-406e4361-79f3-4330-bbe5-ee95e830b4cc req-b12f580f-d5a4-4b61-8188-81a6dc6c2382 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 945 time: 0.0797880 Aug 31 15:27:02.080549 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-406e4361-79f3-4330-bbe5-ee95e830b4cc req-d6adfbf6-6b37-4780-8905-fb26aeea60da tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431359 Aug 31 15:27:02.311187 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a488b-420e-4aeb-97b6-a9c5d1ac8db8 req-8080c422-6684-43a0-9649-9c0d04d61f8d tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:02.312751 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-220a488b-420e-4aeb-97b6-a9c5d1ac8db8 req-8080c422-6684-43a0-9649-9c0d04d61f8d tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0805399 Aug 31 15:27:02.361185 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-220a488b-420e-4aeb-97b6-a9c5d1ac8db8 req-93b7d614-7d3a-4be1-b9b7-a05048b7a705 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398257 Aug 31 15:27:02.543063 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f2bc8-e6d3-4c9b-bb37-83e104c229f1 req-97a58f49-cd2c-4923-b142-d7880ec86e14 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:02.544827 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-875f2bc8-e6d3-4c9b-bb37-83e104c229f1 req-97a58f49-cd2c-4923-b142-d7880ec86e14 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 946 time: 0.0901437 Aug 31 15:27:02.592461 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-875f2bc8-e6d3-4c9b-bb37-83e104c229f1 req-dcd30e0f-7fb7-4dca-b97b-9bc36a7d6fc0 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422044 Aug 31 15:27:02.768956 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6c147-40ab-4c72-aa03-fc2fd3744d95 req-f90c35b3-8766-4d73-bb57-00d32ad314e9 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:02.770430 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-fde6c147-40ab-4c72-aa03-fc2fd3744d95 req-f90c35b3-8766-4d73-bb57-00d32ad314e9 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 945 time: 0.0822623 Aug 31 15:27:02.815445 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-fde6c147-40ab-4c72-aa03-fc2fd3744d95 req-be5bf5f6-233a-4b96-b04b-825f929f72c4 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393620 Aug 31 15:27:03.279340 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08930b0-54dd-473b-b888-e607008ca3b3 req-7e4484aa-af4a-471b-810c-0548d6f61cdb tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:03.280984 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-f08930b0-54dd-473b-b888-e607008ca3b3 req-7e4484aa-af4a-471b-810c-0548d6f61cdb tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 945 time: 0.0936642 Aug 31 15:27:03.326642 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-f08930b0-54dd-473b-b888-e607008ca3b3 req-98ceedd1-204a-4c69-a7fb-204375e9d0d0 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396113 Aug 31 15:27:03.552357 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301685c1-478e-48a3-83aa-5a3503b90219 req-cb11b393-ab2e-45a0-b689-09b812685e36 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:03.554009 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-301685c1-478e-48a3-83aa-5a3503b90219 req-cb11b393-ab2e-45a0-b689-09b812685e36 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0832016 Aug 31 15:27:03.599465 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-301685c1-478e-48a3-83aa-5a3503b90219 req-7ed36845-7919-4663-889f-1b89de316180 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394855 Aug 31 15:27:03.778533 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03950c-7204-4575-b0e6-c7cca9825866 req-d345a9d2-02e0-491b-a9a7-ce1caf1ca5b1 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:03.780092 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-da03950c-7204-4575-b0e6-c7cca9825866 req-d345a9d2-02e0-491b-a9a7-ce1caf1ca5b1 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 946 time: 0.0813799 Aug 31 15:27:03.826498 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-da03950c-7204-4575-b0e6-c7cca9825866 req-c477418e-b8b5-4ea5-ad48-5dd55347fcff tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404801 Aug 31 15:27:04.004282 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970f0ad-3951-4f25-a855-521516c842cc req-441e3767-1d57-46e3-8a2f-d1f8d83126c1 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:04.005743 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c970f0ad-3951-4f25-a855-521516c842cc req-441e3767-1d57-46e3-8a2f-d1f8d83126c1 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 945 time: 0.0833867 Aug 31 15:27:04.058260 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c970f0ad-3951-4f25-a855-521516c842cc req-30fdf317-4d7d-4664-ab84-bc5d5fc0c0b4 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443861 Aug 31 15:27:04.517487 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d2dfb-cebb-4561-8618-9ab4f4ce8b0d req-5dbb5bb5-9ff3-4f72-848d-4e468518d1c3 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:04.518983 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b70d2dfb-cebb-4561-8618-9ab4f4ce8b0d req-5dbb5bb5-9ff3-4f72-848d-4e468518d1c3 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 945 time: 0.0835056 Aug 31 15:27:04.563616 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b70d2dfb-cebb-4561-8618-9ab4f4ce8b0d req-b002e120-1728-455b-a6a6-c05de86e0890 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386977 Aug 31 15:27:04.794375 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806e88d-58cd-4138-9d30-e9a5e8abd1db req-2824b236-f8f5-4f0d-a156-3a818443b519 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:04.796066 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-f806e88d-58cd-4138-9d30-e9a5e8abd1db req-2824b236-f8f5-4f0d-a156-3a818443b519 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0868006 Aug 31 15:27:04.840814 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-f806e88d-58cd-4138-9d30-e9a5e8abd1db req-67229f64-d7a7-4fe2-acd2-95ca3adbef16 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385916 Aug 31 15:27:05.008572 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b60647-f0b7-4040-8675-fcab8974dda6 req-3f07a556-a56d-484c-a859-835a3c348b3d tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:05.009952 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-65b60647-f0b7-4040-8675-fcab8974dda6 req-3f07a556-a56d-484c-a859-835a3c348b3d tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 946 time: 0.0797000 Aug 31 15:27:05.057772 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-65b60647-f0b7-4040-8675-fcab8974dda6 req-0fe8ee68-014f-4528-a0e4-41b13a9bafa8 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415752 Aug 31 15:27:05.243704 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ffb2ca-c1f8-444c-bab6-4ad8ff0dd589 req-db551cf2-46bf-4328-9f35-4fb3b6894a93 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:05.245194 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-81ffb2ca-c1f8-444c-bab6-4ad8ff0dd589 req-db551cf2-46bf-4328-9f35-4fb3b6894a93 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 945 time: 0.0802894 Aug 31 15:27:05.277701 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-aaa7cfda-cd7e-4cc0-87df-044d588ef7b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:05.298556 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-81ffb2ca-c1f8-444c-bab6-4ad8ff0dd589 req-cf198257-f3b6-4b54-a834-be7ade9e2f8e tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476305 Aug 31 15:27:05.576728 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:05.746582 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229bc94-8b9f-4285-a05c-196819401acc req-fe47e489-3a0a-46cc-8946-7817f73c4a2b tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:05.748074 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-a229bc94-8b9f-4285-a05c-196819401acc req-fe47e489-3a0a-46cc-8946-7817f73c4a2b tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 945 time: 0.0802190 Aug 31 15:27:05.794018 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-a229bc94-8b9f-4285-a05c-196819401acc req-842e2c98-2dd5-4cb3-a490-35cd67b2f18d tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396044 Aug 31 15:27:06.029852 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c541a5-efed-4a92-9d17-1d4619d380ab req-47fb6ebd-b83c-4965-ba41-f2815a24f789 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:06.031315 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-d6c541a5-efed-4a92-9d17-1d4619d380ab req-47fb6ebd-b83c-4965-ba41-f2815a24f789 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0831442 Aug 31 15:27:06.075533 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-d6c541a5-efed-4a92-9d17-1d4619d380ab req-d949d1c0-89bc-40ec-b888-75709773a56f tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385883 Aug 31 15:27:06.246777 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28b8cd-c984-485e-90d4-4b719a35c91b req-635ac707-2d33-4173-a5f6-67f5b1d8b57f tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:06.248265 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-1f28b8cd-c984-485e-90d4-4b719a35c91b req-635ac707-2d33-4173-a5f6-67f5b1d8b57f tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 946 time: 0.0806346 Aug 31 15:27:06.293689 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-1f28b8cd-c984-485e-90d4-4b719a35c91b req-bcdf4972-01f3-48d9-a1ae-36b474e40f46 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390573 Aug 31 15:27:06.491758 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a15362-e131-46b2-9666-c5652a4242f1 req-2009bf56-22a2-4335-aafd-a9ecad211bd7 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:06.493216 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-d8a15362-e131-46b2-9666-c5652a4242f1 req-2009bf56-22a2-4335-aafd-a9ecad211bd7 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 945 time: 0.0845745 Aug 31 15:27:06.538330 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-d8a15362-e131-46b2-9666-c5652a4242f1 req-df3938f9-77f9-42b7-b951-e280de9f8a37 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387094 Aug 31 15:27:06.980605 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f83ac3-93c6-4e96-b6c2-8d8ac2c80fdd req-ddc6fa8e-926a-42d1-adc5-eac9ce153b84 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:06.982067 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-57f83ac3-93c6-4e96-b6c2-8d8ac2c80fdd req-ddc6fa8e-926a-42d1-adc5-eac9ce153b84 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 945 time: 0.0798507 Aug 31 15:27:07.030976 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-57f83ac3-93c6-4e96-b6c2-8d8ac2c80fdd req-66063636-7294-4ae3-9a41-7cad291f8258 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431595 Aug 31 15:27:07.257527 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c79d7b-b4a7-4ea9-8da4-a917badcda9e req-a7913c71-c0c2-42d2-a8bc-528bf1b7fa5d tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:07.258981 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-61c79d7b-b4a7-4ea9-8da4-a917badcda9e req-a7913c71-c0c2-42d2-a8bc-528bf1b7fa5d tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0807476 Aug 31 15:27:07.302754 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-61c79d7b-b4a7-4ea9-8da4-a917badcda9e req-c6d96d0c-d6e3-4a66-9f4f-d5b287978aa2 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381384 Aug 31 15:27:07.480314 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb049d-6712-47be-9540-4252ca4f3f8d req-87e60f1b-ffc5-477d-b6a5-63f994cbc58e tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:07.481775 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-facb049d-6712-47be-9540-4252ca4f3f8d req-87e60f1b-ffc5-477d-b6a5-63f994cbc58e tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 946 time: 0.0834470 Aug 31 15:27:07.526331 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-facb049d-6712-47be-9540-4252ca4f3f8d req-bd23bd61-e035-42c4-a839-fc4da49c7f00 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388215 Aug 31 15:27:07.701092 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-4ad2d0b5-5eac-4e9d-b0c9-216a363a79d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:07.726125 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a38e7-25dc-4120-aec0-9c66ab8323a4 req-4c7fd4f4-ff68-41e4-a555-98e81c52d9e7 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:07.730027 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-3c9a38e7-25dc-4120-aec0-9c66ab8323a4 req-4c7fd4f4-ff68-41e4-a555-98e81c52d9e7 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 945 time: 0.0836763 Aug 31 15:27:07.772907 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-3c9a38e7-25dc-4120-aec0-9c66ab8323a4 req-30cd2ceb-717b-43e2-a94b-9dbf4b84eaed tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393114 Aug 31 15:27:08.283400 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a9fc7-403d-4978-a53d-e8e69e88b67c req-25b77980-d68e-44cb-802f-f8a5b1623ea8 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:08.284855 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ea4a9fc7-403d-4978-a53d-e8e69e88b67c req-25b77980-d68e-44cb-802f-f8a5b1623ea8 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 945 time: 0.1482472 Aug 31 15:27:08.333360 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ea4a9fc7-403d-4978-a53d-e8e69e88b67c req-dada9c1b-43f7-4a98-9f47-27566d1f06dd tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416408 Aug 31 15:27:08.510702 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4cd756-e7a3-4b70-a6b6-0c4427aa3200 req-b0a78cf8-f56d-4591-b529-d5d8fb20360d tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:08.512095 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-7c4cd756-e7a3-4b70-a6b6-0c4427aa3200 req-b0a78cf8-f56d-4591-b529-d5d8fb20360d tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0801888 Aug 31 15:27:08.557258 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-7c4cd756-e7a3-4b70-a6b6-0c4427aa3200 req-99f3b48b-9ded-49b0-a7d2-f1e8198307e0 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392485 Aug 31 15:27:08.736481 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b4f1f0-0162-43cc-8974-394e1a8e89d5 req-1d95abd9-edc7-4c01-acb7-df6ce95afa97 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:08.738068 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-f2b4f1f0-0162-43cc-8974-394e1a8e89d5 req-1d95abd9-edc7-4c01-acb7-df6ce95afa97 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 946 time: 0.0853922 Aug 31 15:27:08.784659 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-f2b4f1f0-0162-43cc-8974-394e1a8e89d5 req-82d07adb-98eb-4674-9249-ce20a9d26bfe tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406523 Aug 31 15:27:08.852112 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:08.959330 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a1fa32-250d-4c4e-83fa-4e772a003e35 req-7dfcd244-70b3-4e17-959c-90906aaec90c tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:08.960948 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-32a1fa32-250d-4c4e-83fa-4e772a003e35 req-7dfcd244-70b3-4e17-959c-90906aaec90c tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 945 time: 0.0797632 Aug 31 15:27:09.009140 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-32a1fa32-250d-4c4e-83fa-4e772a003e35 req-e8e3c011-933b-49e2-9983-b73fa8f4e8a0 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424638 Aug 31 15:27:09.360496 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:09.522754 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c905dfdc-e139-4c31-a3c2-8472f6c5fa9a req-8cf8c3db-92c5-4a4b-8783-aee44dcecc80 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:09.524256 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-c905dfdc-e139-4c31-a3c2-8472f6c5fa9a req-8cf8c3db-92c5-4a4b-8783-aee44dcecc80 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 945 time: 0.0855572 Aug 31 15:27:09.573827 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-c905dfdc-e139-4c31-a3c2-8472f6c5fa9a req-41568e10-8e7e-46aa-a41a-82a9bba169d1 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402126 Aug 31 15:27:09.746876 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451201e-c0a3-4207-b79e-dee492a1381c req-ade9f763-da0d-4345-b400-b413bc21b732 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:09.748288 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-3451201e-c0a3-4207-b79e-dee492a1381c req-ade9f763-da0d-4345-b400-b413bc21b732 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0826387 Aug 31 15:27:09.792981 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-3451201e-c0a3-4207-b79e-dee492a1381c req-5eb08e61-7470-4568-8ea3-ee1556834de1 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385222 Aug 31 15:27:09.968061 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87485675-2c17-4f36-9efd-5c45cb741693 req-dbbb3c4e-b269-4cf8-96b5-65b7b52f98a9 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:09.969544 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-87485675-2c17-4f36-9efd-5c45cb741693 req-dbbb3c4e-b269-4cf8-96b5-65b7b52f98a9 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 946 time: 0.0802674 Aug 31 15:27:10.014575 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-87485675-2c17-4f36-9efd-5c45cb741693 req-9b675b71-ab4b-49e6-8c70-7b3cad232b9f tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392969 Aug 31 15:27:10.197773 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb8c93-f55d-40da-a07d-d44d84e57a9d req-f6000409-4731-42de-981c-9a059ede9096 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:10.199254 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-16eb8c93-f55d-40da-a07d-d44d84e57a9d req-f6000409-4731-42de-981c-9a059ede9096 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 945 time: 0.0860572 Aug 31 15:27:10.246672 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-16eb8c93-f55d-40da-a07d-d44d84e57a9d req-9ba7d27f-55d8-4e5f-bc0d-e9273620cd4c tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416353 Aug 31 15:27:10.527632 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:10.758965 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0347c-9780-493c-9cb4-52e6e15440de req-a2dc56d1-3b30-4ab9-b179-d9f976ec8d36 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:10.760380 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-91a0347c-9780-493c-9cb4-52e6e15440de req-a2dc56d1-3b30-4ab9-b179-d9f976ec8d36 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 945 time: 0.0802140 Aug 31 15:27:10.809076 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-91a0347c-9780-493c-9cb4-52e6e15440de req-d894ff96-0863-410f-8e53-f0d1ce6e7dd5 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430164 Aug 31 15:27:10.980150 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37adcf-53e3-4ffc-86e0-a0765e88c780 req-43a6d082-da82-4f0d-8321-a0ddeed12540 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:10.981676 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-be37adcf-53e3-4ffc-86e0-a0765e88c780 req-43a6d082-da82-4f0d-8321-a0ddeed12540 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0798998 Aug 31 15:27:11.027619 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-be37adcf-53e3-4ffc-86e0-a0765e88c780 req-72af67a2-bd12-4f21-9bec-932b43649d9f tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399821 Aug 31 15:27:11.210017 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43d3c6-a51f-4a93-b238-fe140f656eca req-e22f1ad8-13f7-4b93-9dd4-f5984e6b18df tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:11.211681 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-8a43d3c6-a51f-4a93-b238-fe140f656eca req-e22f1ad8-13f7-4b93-9dd4-f5984e6b18df tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 946 time: 0.0921783 Aug 31 15:27:11.262711 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-8a43d3c6-a51f-4a93-b238-fe140f656eca req-32e800f9-eba0-4c96-b585-b61d6b4da7bf tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454624 Aug 31 15:27:11.440534 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68841d44-109d-4b2c-8fb8-02415282d563 req-c75b8e23-9523-4e9e-9ba3-7a04b7312ff2 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:11.442008 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-68841d44-109d-4b2c-8fb8-02415282d563 req-c75b8e23-9523-4e9e-9ba3-7a04b7312ff2 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 945 time: 0.0812075 Aug 31 15:27:11.477429 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd46712-6905-48f2-b702-a12b32259d8c req-eb3f69c8-9bd9-495c-8d30-eee967196ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:11.478926 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-cdd46712-6905-48f2-b702-a12b32259d8c req-eb3f69c8-9bd9-495c-8d30-eee967196ea9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3812c8ac3d6f49189f4ea632ac894346&device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 1098 time: 0.0755584 Aug 31 15:27:11.489208 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-68841d44-109d-4b2c-8fb8-02415282d563 req-fb08a2e2-abab-4e20-a31d-1c94f44cee60 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406382 Aug 31 15:27:11.789649 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd46712-6905-48f2-b702-a12b32259d8c req-0e562a6f-aea9-4080-bd93-345658567bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:11.790996 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-cdd46712-6905-48f2-b702-a12b32259d8c req-0e562a6f-aea9-4080-bd93-345658567bed service neutron] 10.222.0.64 "GET /v2.0/networks?id=47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902 HTTP/1.1" status: 200 len: 919 time: 0.1292281 Aug 31 15:27:11.874380 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-cdd46712-6905-48f2-b702-a12b32259d8c req-9e1ff2b3-54de-49a3-a92b-12f26840bd37 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eeffc475-fdba-47d5-ab84-b55d3ca428e6 HTTP/1.1" status: 200 len: 217 time: 0.0702934 Aug 31 15:27:11.947616 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd46712-6905-48f2-b702-a12b32259d8c req-da02bc31-38b2-4f3f-ae5d-47c7f333358d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:11.949054 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-cdd46712-6905-48f2-b702-a12b32259d8c req-da02bc31-38b2-4f3f-ae5d-47c7f333358d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=98da163e-cad9-430b-a126-d66668b9f621 HTTP/1.1" status: 200 len: 858 time: 0.0600750 Aug 31 15:27:12.005919 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-cdd46712-6905-48f2-b702-a12b32259d8c req-2273de67-f08b-4c6d-bba7-af60128e6fd6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433443 Aug 31 15:27:12.012219 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f0a15-d720-465e-8143-8d32a80f64da req-7e2a0a68-af3c-4907-9bd8-9c5399d3c9e4 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:12.013252 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-b30f0a15-d720-465e-8143-8d32a80f64da req-7e2a0a68-af3c-4907-9bd8-9c5399d3c9e4 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 945 time: 0.0947678 Aug 31 15:27:12.061370 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-b30f0a15-d720-465e-8143-8d32a80f64da req-4371cc4e-65a2-401a-bea3-5e658e855d9d tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423362 Aug 31 15:27:12.209870 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-cdd46712-6905-48f2-b702-a12b32259d8c req-172b6d43-62da-4e97-ace5-ed0aedb8963d service neutron] 10.222.0.64 "GET /v2.0/networks/47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913607 Aug 31 15:27:12.364300 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8f849-6d30-4161-90e4-5bbcc76930c4 req-1603f7b5-1d64-4883-bd38-7f2bc0fdacca tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:12.366631 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-afc8f849-6d30-4161-90e4-5bbcc76930c4 req-1603f7b5-1d64-4883-bd38-7f2bc0fdacca tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.2125599 Aug 31 15:27:12.405840 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-cdd46712-6905-48f2-b702-a12b32259d8c req-0fe3ffda-bf88-4965-8907-294344a2b6b9 service neutron] 10.222.0.64 "GET /v2.0/networks/47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840436 Aug 31 15:27:12.433612 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-afc8f849-6d30-4161-90e4-5bbcc76930c4 req-63ae1b55-a44a-472a-82d7-eb7a0646e1ab tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538096 Aug 31 15:27:12.471246 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e29d9a-d276-46a3-beae-2be486f154fb req-a7bbfe92-6ef0-4e12-87c2-0aefb25d7b80 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:12.474082 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-a7e29d9a-d276-46a3-beae-2be486f154fb req-a7bbfe92-6ef0-4e12-87c2-0aefb25d7b80 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 946 time: 0.0923362 Aug 31 15:27:12.530183 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-a7e29d9a-d276-46a3-beae-2be486f154fb req-d6b68131-3605-4dec-9edf-21e80954af05 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494974 Aug 31 15:27:12.697045 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a112c-4f9d-4bc4-be3d-9df260d1e2c0 req-34138476-dab6-46d6-80c6-2315b4280091 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:12.698503 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b00a112c-4f9d-4bc4-be3d-9df260d1e2c0 req-34138476-dab6-46d6-80c6-2315b4280091 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 945 time: 0.0804639 Aug 31 15:27:12.748540 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b00a112c-4f9d-4bc4-be3d-9df260d1e2c0 req-d0d98ca2-3574-4b73-967c-05d246c2ada6 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442247 Aug 31 15:27:13.264316 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a6ccb-46f2-4f19-95c9-5652cf3bde24 req-52fc78d1-03fb-4872-841d-8748b68f86dd tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:13.265702 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-106a6ccb-46f2-4f19-95c9-5652cf3bde24 req-52fc78d1-03fb-4872-841d-8748b68f86dd tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 945 time: 0.0935476 Aug 31 15:27:13.312167 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-106a6ccb-46f2-4f19-95c9-5652cf3bde24 req-245306ad-6e48-43db-95bd-7459e301d30d tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406594 Aug 31 15:27:13.659169 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92a996-1b93-4517-a6e2-51c16a7e0fe0 req-47370cfd-6700-4e05-963d-e370b7161798 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:13.663883 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-7f92a996-1b93-4517-a6e2-51c16a7e0fe0 req-47370cfd-6700-4e05-963d-e370b7161798 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.1002791 Aug 31 15:27:13.713366 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-7f92a996-1b93-4517-a6e2-51c16a7e0fe0 req-1f38d0b5-2c85-43db-b925-f20dc71cea13 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453455 Aug 31 15:27:13.739971 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-157c24f4-b7bc-475c-bb83-208ceacd46dc tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1946494860&fields=id&tenant_id=7ae108ad25124f909f1e46038dca0493 HTTP/1.1" status: 200 len: 267 time: 0.0516117 Aug 31 15:27:13.955629 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-4dbc4396-42ad-4122-9fcc-5ab1b3484f92 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:13.958373 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006322ec-b52f-4864-a398-0f6f82002b21 req-7b7a73b0-740e-4335-8730-54c12c39cce4 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:13.960424 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-006322ec-b52f-4864-a398-0f6f82002b21 req-7b7a73b0-740e-4335-8730-54c12c39cce4 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 946 time: 0.1009281 Aug 31 15:27:13.963542 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-4dbc4396-42ad-4122-9fcc-5ab1b3484f92 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/networks?id=ef925e76-4046-4823-a8a0-a0830b7a304d HTTP/1.1" status: 200 len: 808 time: 0.2104878 Aug 31 15:27:13.978974 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-6b284d09-1350-43fe-914d-5aa3099dde55 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/quotas/7ae108ad25124f909f1e46038dca0493 HTTP/1.1" status: 200 len: 375 time: 0.0145102 Aug 31 15:27:14.011929 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-006322ec-b52f-4864-a398-0f6f82002b21 req-6daa8abb-41b9-4274-8af2-174fb3909984 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452521 Aug 31 15:27:14.142985 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-ec6b423b-3dad-43ec-98ab-1096ba838926 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7ae108ad25124f909f1e46038dca0493&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1630986 Aug 31 15:27:14.224033 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c245f-3cf8-4eee-a9fe-5535e8d4d53d req-49dcfaa1-2b67-42fc-852e-5e44cf668c28 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:14.226369 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-395c245f-3cf8-4eee-a9fe-5535e8d4d53d req-49dcfaa1-2b67-42fc-852e-5e44cf668c28 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 945 time: 0.0923383 Aug 31 15:27:14.289741 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-395c245f-3cf8-4eee-a9fe-5535e8d4d53d req-4e7e5b70-d4ee-4fa2-9180-37f586985f6d tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536571 Aug 31 15:27:14.306551 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-0f6b1fd7-8db7-4a43-8847-8e1503b25ede service neutron] 10.222.0.81 "GET /v2.0/networks/ef925e76-4046-4823-a8a0-a0830b7a304d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516755 Aug 31 15:27:14.542203 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-6ed373df-387a-4897-ab97-d3d93bd40a00 service neutron] 10.222.0.81 "GET /v2.0/networks/ef925e76-4046-4823-a8a0-a0830b7a304d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346916 Aug 31 15:27:14.733996 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9852f-a28c-4fec-9087-28a8bf3bcdb1 req-cb19b82f-bd5f-4799-895d-e5ef94570f11 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:14.743078 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-d9b9852f-a28c-4fec-9087-28a8bf3bcdb1 req-cb19b82f-bd5f-4799-895d-e5ef94570f11 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 945 time: 0.1036057 Aug 31 15:27:14.791237 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-d9b9852f-a28c-4fec-9087-28a8bf3bcdb1 req-f3738941-4ce9-43b9-b28b-717ebb1ff63c tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472052 Aug 31 15:27:14.924417 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b03f8a-64f9-4b35-bddc-db4b3693326c req-11d1086b-48e1-4527-9eee-f71464a20668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:14.925913 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-50b03f8a-64f9-4b35-bddc-db4b3693326c req-11d1086b-48e1-4527-9eee-f71464a20668 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 1098 time: 0.0831492 Aug 31 15:27:15.024680 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-50b03f8a-64f9-4b35-bddc-db4b3693326c req-c6dcc59b-2113-467d-804f-d47c5a4e7355 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779603 Aug 31 15:27:15.118001 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-bc3385a1-d48b-4abb-9342-e41583bd9224 req-d7055fab-62e5-4878-ae27-bbb08a4bc00c tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 210 time: 0.0700719 Aug 31 15:27:15.122928 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddbe17-2cd2-4af6-acfb-d83b45bfab0b req-515c6fa6-8416-4eb5-9db1-d050043e6575 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:15.124540 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-87ddbe17-2cd2-4af6-acfb-d83b45bfab0b req-515c6fa6-8416-4eb5-9db1-d050043e6575 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.2180769 Aug 31 15:27:15.182593 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-87ddbe17-2cd2-4af6-acfb-d83b45bfab0b req-b933f673-fcc6-44db-b3df-fcae99c07fa7 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519032 Aug 31 15:27:16.355792 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [req-1097d3cd-1f94-475d-8914-0826d2ecf315 req-2929bbdf-0bbc-4660-95c9-0644cb1e70f6 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Synchronizing usage tracker for tenant:7ae108ad25124f909f1e46038dca0493 on resource:port {{(pid=79276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:27:16.374047 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [req-1097d3cd-1f94-475d-8914-0826d2ecf315 req-2929bbdf-0bbc-4660-95c9-0644cb1e70f6 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Unset dirty status for tenant:7ae108ad25124f909f1e46038dca0493 on resource:port {{(pid=79276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:27:16.375642 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-1097d3cd-1f94-475d-8914-0826d2ecf315 req-2929bbdf-0bbc-4660-95c9-0644cb1e70f6 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 210 time: 0.1394196 Aug 31 15:27:16.394972 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22db15-b56e-496f-9f46-396c35fee916 req-02de7350-4cdf-4c89-82c0-3f03c9896c13 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:16.396275 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-2f22db15-b56e-496f-9f46-396c35fee916 req-02de7350-4cdf-4c89-82c0-3f03c9896c13 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0879242 Aug 31 15:27:16.441905 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-2f22db15-b56e-496f-9f46-396c35fee916 req-f25c3e53-30e5-4f6d-8325-349476e79e9c tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394821 Aug 31 15:27:26.904075 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b0e48521-82ba-4a10-8ba7-47d79a077508 req-f3512a8e-f577-4ef3-a279-3834e09c78a0 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 210 time: 0.0727029 Aug 31 15:27:27.047009 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-108257d1-38da-4904-aa26-e707e2616b24 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:27.048733 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-108257d1-38da-4904-aa26-e707e2616b24 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.64 "GET /v2.0/networks?id=ef925e76-4046-4823-a8a0-a0830b7a304d HTTP/1.1" status: 200 len: 808 time: 0.1805122 Aug 31 15:27:27.118833 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-3b1d2023-b539-4953-96c7-4f752eb5da8f tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ae108ad25124f909f1e46038dca0493 HTTP/1.1" status: 200 len: 380 time: 0.0518243 Aug 31 15:27:27.262365 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a438319-7586-4fe5-82cd-94cfdc8567b9 req-0408ae6d-e646-46ae-b79c-eb7701279fcc tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:27.263855 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7a438319-7586-4fe5-82cd-94cfdc8567b9 req-0408ae6d-e646-46ae-b79c-eb7701279fcc tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0806234 Aug 31 15:27:27.312692 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7a438319-7586-4fe5-82cd-94cfdc8567b9 req-4f28081b-95af-4ec2-af5d-9b75a8cfce11 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432813 Aug 31 15:27:28.054862 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d0a1ffa4-4f78-4373-b3e4-0b84d3266c2d req-bc21761d-278f-4e2f-9ea5-60e222457e3d tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 210 time: 0.0421348 Aug 31 15:27:28.292891 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-0b171a10-8799-4a7f-8117-c874332ee59a tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Request body: {'port': {'device_id': '3c7337e8-ca04-4d75-a350-53f054e2f5de', 'network_id': 'ef925e76-4046-4823-a8a0-a0830b7a304d', 'admin_state_up': True, 'tenant_id': '7ae108ad25124f909f1e46038dca0493', 'security_groups': ['38cf3807-7c08-4249-9765-d367b28feea0']}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:27:28.502882 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-0b171a10-8799-4a7f-8117-c874332ee59a tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:27:28.517159 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-0b171a10-8799-4a7f-8117-c874332ee59a tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:27:28.534149 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-0b171a10-8799-4a7f-8117-c874332ee59a tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Made reservation on behalf of 7ae108ad25124f909f1e46038dca0493 for: {'port': 1} {{(pid=79277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:27:28.538373 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-0b171a10-8799-4a7f-8117-c874332ee59a tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:28.618696 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768fd5e5-c54b-49dc-9048-c40822b3c098 req-94bce21b-cc46-4918-b156-a293bc707e16 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:28.620198 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-768fd5e5-c54b-49dc-9048-c40822b3c098 req-94bce21b-cc46-4918-b156-a293bc707e16 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.1861122 Aug 31 15:27:28.696902 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-768fd5e5-c54b-49dc-9048-c40822b3c098 req-419b2bed-5684-4683-81a0-0ca9a228234a tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704248 Aug 31 15:27:28.780620 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.db_base_plugin_common [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-0b171a10-8799-4a7f-8117-c874332ee59a tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Allocated IP 172.20.0.13 (ef925e76-4046-4823-a8a0-a0830b7a304d/87e3bb36-5c9a-4d57-9d7c-099e88562166/faf15d75-ec01-43e5-a3ac-58e4c858d1de) {{(pid=79277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:27:29.002385 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-0b171a10-8799-4a7f-8117-c874332ee59a tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks [] for port, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:29.022703 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.provisioning_blocks [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-0b171a10-8799-4a7f-8117-c874332ee59a tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Transition to ACTIVE for port object faf15d75-ec01-43e5-a3ac-58e4c858d1de will not be triggered until provisioned by entity DHCP. {{(pid=79277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:27:29.052119 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-0b171a10-8799-4a7f-8117-c874332ee59a tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10695601'] for port, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:29.058475 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-6252ac5c-9a74-4931-a607-1347dd546203 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:29.143697 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-0b171a10-8799-4a7f-8117-c874332ee59a tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Network ef925e76-4046-4823-a8a0-a0830b7a304d is already hosted by enough agents. {{(pid=79277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:27:29.145034 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.base_scheduler [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-0b171a10-8799-4a7f-8117-c874332ee59a tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Resources bound (agent type, host, resource id): {{(pid=79277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:27:29.147640 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b171a10-8799-4a7f-8117-c874332ee59a tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Pushing event updated for resources: {'Port': ['ID=faf15d75-ec01-43e5-a3ac-58e4c858d1de,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:29.149984 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-0b171a10-8799-4a7f-8117-c874332ee59a tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Received port after_create {{(pid=79277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:27:29.289772 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a1235-11a3-41b5-beea-ade1d59a2488 req-97639db4-74e6-4ce6-b216-d23640bf20a7 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:29.291451 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-d55a1235-11a3-41b5-beea-ade1d59a2488 req-97639db4-74e6-4ce6-b216-d23640bf20a7 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 945 time: 0.0898843 Aug 31 15:27:29.316390 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b171a10-8799-4a7f-8117-c874332ee59a tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:29.316855 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b171a10-8799-4a7f-8117-c874332ee59a tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:29.317351 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b171a10-8799-4a7f-8117-c874332ee59a tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:29.317763 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b171a10-8799-4a7f-8117-c874332ee59a tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:29.318242 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b171a10-8799-4a7f-8117-c874332ee59a tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:29.318657 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b171a10-8799-4a7f-8117-c874332ee59a tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:29.319202 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b171a10-8799-4a7f-8117-c874332ee59a tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:29.319589 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b171a10-8799-4a7f-8117-c874332ee59a tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:29.319931 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b171a10-8799-4a7f-8117-c874332ee59a tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:29.320267 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b171a10-8799-4a7f-8117-c874332ee59a tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:29.320598 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b171a10-8799-4a7f-8117-c874332ee59a tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:29.320925 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b171a10-8799-4a7f-8117-c874332ee59a tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:29.345582 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-0b171a10-8799-4a7f-8117-c874332ee59a tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:29.373486 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-d55a1235-11a3-41b5-beea-ade1d59a2488 req-19b8cbb3-8da6-4d27-b4c0-7a7385c76eb8 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749652 Aug 31 15:27:29.378330 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-0b171a10-8799-4a7f-8117-c874332ee59a tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:29.378981 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-0b171a10-8799-4a7f-8117-c874332ee59a tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:29.433670 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3b796-9ad9-4562-98d8-70d56caac4ac req-ab6fe3a1-e788-4837-b201-a912da428af8 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:29.448575 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5cb3b796-9ad9-4562-98d8-70d56caac4ac req-ab6fe3a1-e788-4837-b201-a912da428af8 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 932 time: 0.1829147 Aug 31 15:27:29.466754 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-c690bac8-b90a-4a14-8768-7aff30be7706 None None] Provisioning for port faf15d75-ec01-43e5-a3ac-58e4c858d1de completed by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:27:29.475971 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-c690bac8-b90a-4a14-8768-7aff30be7706 None None] Provisioning complete for port faf15d75-ec01-43e5-a3ac-58e4c858d1de triggered by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:27:29.479367 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-c690bac8-b90a-4a14-8768-7aff30be7706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:29.496829 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5cb3b796-9ad9-4562-98d8-70d56caac4ac req-b386e308-879c-4af2-a59f-84282c761973 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473688 Aug 31 15:27:29.500516 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-0b171a10-8799-4a7f-8117-c874332ee59a tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2116103 Aug 31 15:27:29.524777 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-95b968b0-abe3-444f-9635-7bfb0f8de440 service neutron] Request body: {'port': {'device_id': '3c7337e8-ca04-4d75-a350-53f054e2f5de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:27:29.550586 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-c690bac8-b90a-4a14-8768-7aff30be7706 None None] Port faf15d75-ec01-43e5-a3ac-58e4c858d1de cannot update to ACTIVE because it is not bound. {{(pid=79278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:27:29.644286 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-95b968b0-abe3-444f-9635-7bfb0f8de440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:30.004040 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5e45c-1add-43c0-be2e-5017f53582cd req-a9f2bb6d-2b15-4a46-b0f1-ba36aca32df0 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:30.005509 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-15c5e45c-1add-43c0-be2e-5017f53582cd req-a9f2bb6d-2b15-4a46-b0f1-ba36aca32df0 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.1849692 Aug 31 15:27:30.108286 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-15c5e45c-1add-43c0-be2e-5017f53582cd req-5e9f5cd2-a834-4c29-9c73-a76d4845374a tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900962 Aug 31 15:27:30.110105 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-95b968b0-abe3-444f-9635-7bfb0f8de440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faf15d75-ec01-43e5-a3ac-58e4c858d1de {{(pid=79277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:27:30.118337 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-95b968b0-abe3-444f-9635-7bfb0f8de440 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:30.134326 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.provisioning_blocks [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-95b968b0-abe3-444f-9635-7bfb0f8de440 service neutron] Transition to ACTIVE for port object faf15d75-ec01-43e5-a3ac-58e4c858d1de will not be triggered until provisioned by entity L2. {{(pid=79277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:27:30.138121 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-95b968b0-abe3-444f-9635-7bfb0f8de440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10695592'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:30.141809 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-404da830-77cd-4001-9cd3-4cf7395db104 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:30.279518 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b968b0-abe3-444f-9635-7bfb0f8de440 service neutron] Pushing event updated for resources: {'Port': ['ID=faf15d75-ec01-43e5-a3ac-58e4c858d1de,revision_number=2']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:30.324868 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-95b968b0-abe3-444f-9635-7bfb0f8de440 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:30.462350 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-95b968b0-abe3-444f-9635-7bfb0f8de440 service neutron] Attempting to bind port faf15d75-ec01-43e5-a3ac-58e4c858d1de on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:27:30.462688 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-95b968b0-abe3-444f-9635-7bfb0f8de440 service neutron] Attempting to bind port faf15d75-ec01-43e5-a3ac-58e4c858d1de by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '9551a3ad-1784-460c-9b5d-18e938d13ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'ef925e76-4046-4823-a8a0-a0830b7a304d'}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:27:30.463219 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-95b968b0-abe3-444f-9635-7bfb0f8de440 service neutron] Attempting to bind port faf15d75-ec01-43e5-a3ac-58e4c858d1de on network ef925e76-4046-4823-a8a0-a0830b7a304d {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:27:30.468619 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-95b968b0-abe3-444f-9635-7bfb0f8de440 service neutron] Port faf15d75-ec01-43e5-a3ac-58e4c858d1de on network ef925e76-4046-4823-a8a0-a0830b7a304d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 31 15:27:30.468941 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-95b968b0-abe3-444f-9635-7bfb0f8de440 service neutron] Attempting to bind port faf15d75-ec01-43e5-a3ac-58e4c858d1de on network ef925e76-4046-4823-a8a0-a0830b7a304d {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:27:30.480553 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-95b968b0-abe3-444f-9635-7bfb0f8de440 service neutron] Checking agent: {'id': '62cd79da-47e6-4754-8d0e-eaf0f2299a96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 22, 7), 'started_at': datetime.datetime(2021, 8, 31, 15, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:27:30.480789 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-95b968b0-abe3-444f-9635-7bfb0f8de440 service neutron] Checking segment: {'id': '9551a3ad-1784-460c-9b5d-18e938d13ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'ef925e76-4046-4823-a8a0-a0830b7a304d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:27:30.482071 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-95b968b0-abe3-444f-9635-7bfb0f8de440 service neutron] Bound using segment: {'id': '9551a3ad-1784-460c-9b5d-18e938d13ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'ef925e76-4046-4823-a8a0-a0830b7a304d'} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:27:30.486356 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-95b968b0-abe3-444f-9635-7bfb0f8de440 service neutron] Bound port: faf15d75-ec01-43e5-a3ac-58e4c858d1de, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9551a3ad-1784-460c-9b5d-18e938d13ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'ef925e76-4046-4823-a8a0-a0830b7a304d'}}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:27:30.486762 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-95b968b0-abe3-444f-9635-7bfb0f8de440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:30.679173 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36bb8a-be2f-4cf8-bf41-fed7c705991d req-7343bbd0-ba52-4f99-9c84-3e9050267ede tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:30.680791 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-5c36bb8a-be2f-4cf8-bf41-fed7c705991d req-7343bbd0-ba52-4f99-9c84-3e9050267ede tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 945 time: 0.0963535 Aug 31 15:27:30.741926 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-5c36bb8a-be2f-4cf8-bf41-fed7c705991d req-cc64698d-53fa-476b-ad47-5199967e91e5 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536880 Aug 31 15:27:30.752379 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-95b968b0-abe3-444f-9635-7bfb0f8de440 service neutron] For port faf15d75-ec01-43e5-a3ac-58e4c858d1de, host hv-cinder-80278, cleared binding levels {{(pid=79277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:27:30.758326 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-95b968b0-abe3-444f-9635-7bfb0f8de440 service neutron] For port faf15d75-ec01-43e5-a3ac-58e4c858d1de, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=faf15d75-ec01-43e5-a3ac-58e4c858d1de,segment=NetworkSegment(9551a3ad-1784-460c-9b5d-18e938d13ef5),segment_id=9551a3ad-1784-460c-9b5d-18e938d13ef5)] {{(pid=79277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:27:30.768399 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf7247-8bbb-41d8-b5bb-fb945a1fc5c5 req-f5de0449-3a12-4311-90a3-64238fa2f85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:30.769884 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ffcf7247-8bbb-41d8-b5bb-fb945a1fc5c5 req-f5de0449-3a12-4311-90a3-64238fa2f85f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3812c8ac3d6f49189f4ea632ac894346&device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 1098 time: 0.1906288 Aug 31 15:27:30.772406 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-95b968b0-abe3-444f-9635-7bfb0f8de440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10695592'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:30.776353 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-fdb46d4b-d29d-48f6-9b24-ac53b483044e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:30.888107 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016eec87-7182-4264-acbe-89fc7b389072 req-28c8525e-98b5-4e63-ab5a-58dbb120b58a tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:30.889997 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-016eec87-7182-4264-acbe-89fc7b389072 req-28c8525e-98b5-4e63-ab5a-58dbb120b58a tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.3113024 Aug 31 15:27:30.894375 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-95b968b0-abe3-444f-9635-7bfb0f8de440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:30.894987 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-95b968b0-abe3-444f-9635-7bfb0f8de440 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:30.896958 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-95b968b0-abe3-444f-9635-7bfb0f8de440 service neutron] 10.222.0.64 "PUT /v2.0/ports/faf15d75-ec01-43e5-a3ac-58e4c858d1de HTTP/1.1" status: 200 len: 1094 time: 1.3769941 Aug 31 15:27:30.897468 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c7337e8-ca04-4d75-a350-53f054e2f5de', 'tag': 'faf15d75-ec01-43e5-a3ac-58e4c858d1de'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:27:30.926550 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1526533-abad-44a5-a688-45b3ed3c7d9f req-c7a97bbe-2fe7-4e78-905b-017ae9423fd6 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:30.929180 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-d1526533-abad-44a5-a688-45b3ed3c7d9f req-c7a97bbe-2fe7-4e78-905b-017ae9423fd6 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 944 time: 0.0959797 Aug 31 15:27:30.990182 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [req-d1526533-abad-44a5-a688-45b3ed3c7d9f req-ad4c4dec-93e2-4bc7-92da-2dacd886715b tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Synchronizing usage tracker for tenant:7ae108ad25124f909f1e46038dca0493 on resource:security_group {{(pid=79276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:27:31.011952 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [req-d1526533-abad-44a5-a688-45b3ed3c7d9f req-ad4c4dec-93e2-4bc7-92da-2dacd886715b tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Unset dirty status for tenant:7ae108ad25124f909f1e46038dca0493 on resource:security_group {{(pid=79276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:27:31.018624 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-d1526533-abad-44a5-a688-45b3ed3c7d9f req-ad4c4dec-93e2-4bc7-92da-2dacd886715b tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804827 Aug 31 15:27:31.019962 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b968b0-abe3-444f-9635-7bfb0f8de440 service neutron] Pushing event updated for resources: {'Port': ['ID=faf15d75-ec01-43e5-a3ac-58e4c858d1de,revision_number=3']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:31.063524 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-95b968b0-abe3-444f-9635-7bfb0f8de440 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:31.082536 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-016eec87-7182-4264-acbe-89fc7b389072 req-f0e2adbc-84d3-49ea-876c-7204f702dde4 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776030 Aug 31 15:27:31.122659 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf7247-8bbb-41d8-b5bb-fb945a1fc5c5 req-b8c9fe87-5b66-4898-b2b6-4d37ddff16b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:31.124309 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ffcf7247-8bbb-41d8-b5bb-fb945a1fc5c5 req-b8c9fe87-5b66-4898-b2b6-4d37ddff16b7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902 HTTP/1.1" status: 200 len: 919 time: 0.3130784 Aug 31 15:27:31.142281 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-01758245-ebb8-4961-bad5-79ac1cb55139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:31.144049 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-01758245-ebb8-4961-bad5-79ac1cb55139 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ae108ad25124f909f1e46038dca0493&device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 1097 time: 0.1293547 Aug 31 15:27:31.162505 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c7337e8-ca04-4d75-a350-53f054e2f5de', 'tag': 'faf15d75-ec01-43e5-a3ac-58e4c858d1de', 'status': 'completed', 'code': 200} Aug 31 15:27:31.466574 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ffcf7247-8bbb-41d8-b5bb-fb945a1fc5c5 req-8aed0f6c-d188-4cc6-9746-7744d74beb74 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eeffc475-fdba-47d5-ab84-b55d3ca428e6 HTTP/1.1" status: 200 len: 217 time: 0.1881225 Aug 31 15:27:31.474131 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-aa86acaf-a27f-4dbd-8b13-4dff63961796 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=faf15d75-ec01-43e5-a3ac-58e4c858d1de HTTP/1.1" status: 200 len: 217 time: 0.0685415 Aug 31 15:27:31.931579 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e524b52-24a8-44d9-b0b4-e27598e08701 req-5236e672-6f8a-4e83-896d-07927a9738c1 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:31.932889 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5e524b52-24a8-44d9-b0b4-e27598e08701 req-5236e672-6f8a-4e83-896d-07927a9738c1 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 945 time: 0.0872843 Aug 31 15:27:31.979622 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5e524b52-24a8-44d9-b0b4-e27598e08701 req-69059e0e-a22a-4d72-be4a-9efcdb7e1b6d tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406377 Aug 31 15:27:32.218219 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d60da-0d00-40f9-abbd-7010ad7efdcd req-7e9537e2-92ce-4f0f-acd1-88fdc4ec76ea tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:32.218972 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-cb2d60da-0d00-40f9-abbd-7010ad7efdcd req-7e9537e2-92ce-4f0f-acd1-88fdc4ec76ea tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Synchronizing usage tracker for tenant:7ae108ad25124f909f1e46038dca0493 on resource:port {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:27:32.234318 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-cb2d60da-0d00-40f9-abbd-7010ad7efdcd req-7e9537e2-92ce-4f0f-acd1-88fdc4ec76ea tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Unset dirty status for tenant:7ae108ad25124f909f1e46038dca0493 on resource:port {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:27:32.235558 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-cb2d60da-0d00-40f9-abbd-7010ad7efdcd req-7e9537e2-92ce-4f0f-acd1-88fdc4ec76ea tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 944 time: 0.1014845 Aug 31 15:27:32.283909 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-cb2d60da-0d00-40f9-abbd-7010ad7efdcd req-a46a485a-e6f3-4a24-93c7-cbb2e2ab52a2 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417340 Aug 31 15:27:32.458960 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3654e5-9698-440e-9138-d6e3f23a14eb req-f0e68118-f76f-43c2-803f-3ebd4fa75c34 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:32.460625 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ac3654e5-9698-440e-9138-d6e3f23a14eb req-f0e68118-f76f-43c2-803f-3ebd4fa75c34 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0834904 Aug 31 15:27:32.508427 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ac3654e5-9698-440e-9138-d6e3f23a14eb req-ae77629d-c494-4f21-9830-04aba54c6c45 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415354 Aug 31 15:27:33.172545 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9ad00-1604-4abf-a950-5d56a39a2da2 req-a2875f79-4824-415e-871c-5f3692fd205c tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:33.173903 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-efc9ad00-1604-4abf-a950-5d56a39a2da2 req-a2875f79-4824-415e-871c-5f3692fd205c tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 945 time: 0.0829926 Aug 31 15:27:33.218654 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-efc9ad00-1604-4abf-a950-5d56a39a2da2 req-dd972054-3ac2-4301-9ca5-1df3472d4b4e tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387475 Aug 31 15:27:33.469458 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee120a-0a0b-4308-92be-814b23b37a25 req-c2ca89ff-22d6-4c81-813e-2e82b5670834 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:33.470938 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9cee120a-0a0b-4308-92be-814b23b37a25 req-c2ca89ff-22d6-4c81-813e-2e82b5670834 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 944 time: 0.0798833 Aug 31 15:27:33.518781 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9cee120a-0a0b-4308-92be-814b23b37a25 req-a3487e4f-91d3-47c7-acc4-8c84735ce1a9 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420148 Aug 31 15:27:33.691505 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb70f4-3c95-403e-8065-7259398e805d req-70fe1f3b-a6a8-4353-8028-be16d68b4299 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:33.692937 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0bfb70f4-3c95-403e-8065-7259398e805d req-70fe1f3b-a6a8-4353-8028-be16d68b4299 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0813828 Aug 31 15:27:33.740714 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0bfb70f4-3c95-403e-8065-7259398e805d req-1a58e62e-62a6-471e-808d-dce244ef06f3 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405271 Aug 31 15:27:34.048936 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 6 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:27:34.408458 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1282c9-0eb3-4bf5-8ccc-cdf550428d63 req-6377fea5-89f7-4798-adbf-eeb57ed21f3c tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:34.409906 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9a1282c9-0eb3-4bf5-8ccc-cdf550428d63 req-6377fea5-89f7-4798-adbf-eeb57ed21f3c tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 945 time: 0.0827694 Aug 31 15:27:34.454962 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9a1282c9-0eb3-4bf5-8ccc-cdf550428d63 req-b6eacedd-297d-42f5-a1bc-bea0e505b025 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386269 Aug 31 15:27:34.701719 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a1821-24f6-40cf-a158-063cc4f22c99 req-7d273c63-db26-4322-9015-2843a2924284 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:34.703183 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7f8a1821-24f6-40cf-a158-063cc4f22c99 req-7d273c63-db26-4322-9015-2843a2924284 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 944 time: 0.0806043 Aug 31 15:27:34.748434 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7f8a1821-24f6-40cf-a158-063cc4f22c99 req-e1bb744d-78ac-4587-a311-ff617f3e69d2 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396898 Aug 31 15:27:34.928472 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4605202a-0850-4cb0-ab39-dc45678db616 req-9f6065c7-be98-44fd-bdc3-9b6808a5c659 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:34.929614 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-4605202a-0850-4cb0-ab39-dc45678db616 req-9f6065c7-be98-44fd-bdc3-9b6808a5c659 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0844007 Aug 31 15:27:34.975423 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-4605202a-0850-4cb0-ab39-dc45678db616 req-a6ff17fa-97f9-470c-b234-d8f6d0e7505f tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400450 Aug 31 15:27:35.280737 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-1dd6bf7f-fb07-435c-bcc8-068347eafe25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:35.579477 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:35.645753 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b02fe-01f2-4b5e-ba53-81c56497d08b req-c953e11f-5cbc-4ae2-b218-3abe99d26830 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:35.647821 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b72b02fe-01f2-4b5e-ba53-81c56497d08b req-c953e11f-5cbc-4ae2-b218-3abe99d26830 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 945 time: 0.0832331 Aug 31 15:27:35.700159 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b72b02fe-01f2-4b5e-ba53-81c56497d08b req-a64231b5-29f2-42ce-bbe7-42c78ad390c1 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467174 Aug 31 15:27:35.935401 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f88ab-42b8-453a-8736-e1bd75d5c8c2 req-27a07fe8-8ebf-43c5-ac60-a843d2a1955f tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:35.936865 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-915f88ab-42b8-453a-8736-e1bd75d5c8c2 req-27a07fe8-8ebf-43c5-ac60-a843d2a1955f tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 944 time: 0.0816667 Aug 31 15:27:35.993115 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-915f88ab-42b8-453a-8736-e1bd75d5c8c2 req-d2ed5d9f-1d7f-474d-a625-3a9ea0c69177 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503492 Aug 31 15:27:36.174499 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2ecfe-144c-4101-b175-304a7e58e97f req-821fc4d7-986c-4fe7-b57f-3d2755196ce3 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:36.176023 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dac2ecfe-144c-4101-b175-304a7e58e97f req-821fc4d7-986c-4fe7-b57f-3d2755196ce3 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0847156 Aug 31 15:27:36.222944 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dac2ecfe-144c-4101-b175-304a7e58e97f req-cc519b27-f5f9-46d6-8bc5-d1662e15ade9 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411031 Aug 31 15:27:36.886699 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e874b5f-393e-4dac-81b5-44320e42e882 req-5c49997f-8bf4-4133-b224-cd77dff10f10 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:36.888227 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-1e874b5f-393e-4dac-81b5-44320e42e882 req-5c49997f-8bf4-4133-b224-cd77dff10f10 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 945 time: 0.0814135 Aug 31 15:27:36.932710 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-1e874b5f-393e-4dac-81b5-44320e42e882 req-f717c807-d3be-4aac-9863-c2dc9618bf56 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389392 Aug 31 15:27:37.191479 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d47f9a-8109-4cb8-a39d-d1c1f62adf5e req-0d951e58-8327-4318-b353-7eebc07539dd tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:37.192963 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b3d47f9a-8109-4cb8-a39d-d1c1f62adf5e req-0d951e58-8327-4318-b353-7eebc07539dd tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 944 time: 0.0886517 Aug 31 15:27:37.238145 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b3d47f9a-8109-4cb8-a39d-d1c1f62adf5e req-89d22e28-ffd7-43dd-8a17-60df13ebff1f tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394783 Aug 31 15:27:37.426178 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19188942-a304-4208-8d0a-4968342156b2 req-27757239-ab9e-46ae-a3ca-de11e3ceef27 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:37.426178 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-19188942-a304-4208-8d0a-4968342156b2 req-27757239-ab9e-46ae-a3ca-de11e3ceef27 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0883172 Aug 31 15:27:37.469826 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-19188942-a304-4208-8d0a-4968342156b2 req-9bd9a65b-ab2c-4433-a404-21fa51e36ae1 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387223 Aug 31 15:27:37.703591 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-b0c255ff-254b-4970-984a-8fd43e97f00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:38.127639 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798474b-c366-45ca-8f59-a935ea45a806 req-cd01d594-10e8-4d96-9698-9f994e423a54 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:38.129099 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c798474b-c366-45ca-8f59-a935ea45a806 req-cd01d594-10e8-4d96-9698-9f994e423a54 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 945 time: 0.0888715 Aug 31 15:27:38.173559 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c798474b-c366-45ca-8f59-a935ea45a806 req-2a2ccdc9-7219-4015-ba86-554cc49704e8 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382261 Aug 31 15:27:38.433399 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca20bef-dc36-4abd-a257-6b6242de23e7 req-68ff7e5e-4c6c-4041-b201-943ac421c15a tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:38.435377 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6ca20bef-dc36-4abd-a257-6b6242de23e7 req-68ff7e5e-4c6c-4041-b201-943ac421c15a tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 944 time: 0.0837071 Aug 31 15:27:38.550991 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6ca20bef-dc36-4abd-a257-6b6242de23e7 req-06286852-47bd-48c4-9238-467807e79c6c tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098206 Aug 31 15:27:38.721030 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd8ef56-a42a-4fae-87d0-46d25afda0ce req-7a2ef321-6365-4569-9633-5e5dbe42b941 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:38.722499 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-efd8ef56-a42a-4fae-87d0-46d25afda0ce req-7a2ef321-6365-4569-9633-5e5dbe42b941 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0793426 Aug 31 15:27:38.766088 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-efd8ef56-a42a-4fae-87d0-46d25afda0ce req-ed6399dc-0de2-45b0-a3ee-4e5165ff0931 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376859 Aug 31 15:27:38.854664 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:39.367110 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:39.367379 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e397484-8d71-4ceb-a9b3-a5e7a25700a2 req-401b5ee4-5359-4483-8e2a-3fa89e6f13c8 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:39.368689 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3e397484-8d71-4ceb-a9b3-a5e7a25700a2 req-401b5ee4-5359-4483-8e2a-3fa89e6f13c8 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 945 time: 0.0834811 Aug 31 15:27:39.418229 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3e397484-8d71-4ceb-a9b3-a5e7a25700a2 req-dda58628-c094-4dfc-89a0-ad701abd36b8 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439682 Aug 31 15:27:39.734538 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5c664-8f1f-4caa-b254-43e8a9e0c299 req-5e117510-9064-4699-88b2-5a6769fe0a5b tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:39.735946 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-91b5c664-8f1f-4caa-b254-43e8a9e0c299 req-5e117510-9064-4699-88b2-5a6769fe0a5b tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 944 time: 0.0818701 Aug 31 15:27:39.781821 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-91b5c664-8f1f-4caa-b254-43e8a9e0c299 req-d8633231-0be3-44a8-a0c1-f67d0ac4128b tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396211 Aug 31 15:27:39.956478 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be702b7-da1f-4777-8bf3-9090adce857c req-a65eaa26-5f33-4cb3-b691-562e00ee68e4 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:39.957948 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5be702b7-da1f-4777-8bf3-9090adce857c req-a65eaa26-5f33-4cb3-b691-562e00ee68e4 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0828211 Aug 31 15:27:40.001906 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5be702b7-da1f-4777-8bf3-9090adce857c req-e85b4abc-4434-4f07-96a8-cd82808a973e tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376418 Aug 31 15:27:40.231202 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-5a6ec3d5-b721-4fa3-8d59-517cb56a92c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:40.232655 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-5a6ec3d5-b721-4fa3-8d59-517cb56a92c1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=87e3bb36-5c9a-4d57-9d7c-099e88562166 HTTP/1.1" status: 200 len: 847 time: 0.1116648 Aug 31 15:27:40.234020 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf7247-8bbb-41d8-b5bb-fb945a1fc5c5 req-b1d21b11-5916-4612-9467-d8e1ec0b6dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:40.235444 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ffcf7247-8bbb-41d8-b5bb-fb945a1fc5c5 req-b1d21b11-5916-4612-9467-d8e1ec0b6dcc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=98da163e-cad9-430b-a126-d66668b9f621 HTTP/1.1" status: 200 len: 858 time: 0.1130331 Aug 31 15:27:40.343704 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ffcf7247-8bbb-41d8-b5bb-fb945a1fc5c5 req-57329330-870c-43c5-9388-b8e5cbf221a0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934079 Aug 31 15:27:40.455239 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-9d7ca2b5-187f-40e4-bbc3-32b3be56ad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:40.456638 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-9d7ca2b5-187f-40e4-bbc3-32b3be56ad23 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ef925e76-4046-4823-a8a0-a0830b7a304d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2075763 Aug 31 15:27:40.532540 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:40.611977 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ffcf7247-8bbb-41d8-b5bb-fb945a1fc5c5 req-e7aa7c32-7149-4eba-b12e-872110eddc69 service neutron] 10.222.0.64 "GET /v2.0/networks/47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539291 Aug 31 15:27:40.766251 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-9998be61-c5e8-4c56-8758-b01ac899471a service neutron] 10.222.0.64 "GET /v2.0/networks/ef925e76-4046-4823-a8a0-a0830b7a304d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991188 Aug 31 15:27:40.821376 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ffcf7247-8bbb-41d8-b5bb-fb945a1fc5c5 req-85857b60-ae4e-49f0-9e63-bf7248cf708f service neutron] 10.222.0.64 "GET /v2.0/networks/47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975477 Aug 31 15:27:40.842306 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e976db0-f476-4fd0-91ba-854b9d1220ce req-c84d9004-83fc-45fa-a6f0-eb099d9b8136 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:40.843806 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6e976db0-f476-4fd0-91ba-854b9d1220ce req-c84d9004-83fc-45fa-a6f0-eb099d9b8136 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 945 time: 0.2716367 Aug 31 15:27:40.961936 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6e976db0-f476-4fd0-91ba-854b9d1220ce req-6890c9d9-8889-4ca1-873b-da48d8b95bde tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124671 Aug 31 15:27:40.970559 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e866fa15-5d65-4326-a4f2-941759f767c3 req-3aee29c6-7d20-4e15-bb4e-c916599d61f8 service neutron] 10.222.0.64 "GET /v2.0/networks/ef925e76-4046-4823-a8a0-a0830b7a304d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907938 Aug 31 15:27:40.991088 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa086db-7e75-4516-8ed8-6319adb61c9a req-f8da7042-61a2-441c-b9ce-04b778162e8a tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:40.992578 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-faa086db-7e75-4516-8ed8-6319adb61c9a req-f8da7042-61a2-441c-b9ce-04b778162e8a tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 944 time: 0.0945623 Aug 31 15:27:41.039992 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-faa086db-7e75-4516-8ed8-6319adb61c9a req-11e4dac8-0e7e-4f1d-a3f8-db737b20d365 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417466 Aug 31 15:27:41.219956 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0827e2-af93-4a0a-a309-43edef531064 req-326165d0-3e67-4032-b4bd-7f7d20171773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:41.221420 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-cb0827e2-af93-4a0a-a309-43edef531064 req-326165d0-3e67-4032-b4bd-7f7d20171773 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ae108ad25124f909f1e46038dca0493&device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 1097 time: 0.1366594 Aug 31 15:27:41.229616 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b241527-dc2b-4078-ac12-0426269031cf req-69008303-0667-4254-9077-128ef2faffd9 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:41.230972 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3b241527-dc2b-4078-ac12-0426269031cf req-69008303-0667-4254-9077-128ef2faffd9 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.1115942 Aug 31 15:27:41.383086 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3b241527-dc2b-4078-ac12-0426269031cf req-0ba7f90f-ab91-4e31-b90c-c50b02674eb3 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185334 Aug 31 15:27:41.406037 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0827e2-af93-4a0a-a309-43edef531064 req-087f2869-71a5-4f54-a81b-c0e04179fc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:41.407503 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-cb0827e2-af93-4a0a-a309-43edef531064 req-087f2869-71a5-4f54-a81b-c0e04179fc1d service neutron] 10.222.0.64 "GET /v2.0/networks?id=ef925e76-4046-4823-a8a0-a0830b7a304d HTTP/1.1" status: 200 len: 909 time: 0.1756461 Aug 31 15:27:41.545538 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-cb0827e2-af93-4a0a-a309-43edef531064 req-6a671681-7946-44f8-b1f6-38f5216a1894 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=faf15d75-ec01-43e5-a3ac-58e4c858d1de HTTP/1.1" status: 200 len: 217 time: 0.1295533 Aug 31 15:27:41.609756 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0827e2-af93-4a0a-a309-43edef531064 req-f2e191af-bda5-4572-8217-f7c1250ae1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:41.611121 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-cb0827e2-af93-4a0a-a309-43edef531064 req-f2e191af-bda5-4572-8217-f7c1250ae1e4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=87e3bb36-5c9a-4d57-9d7c-099e88562166 HTTP/1.1" status: 200 len: 847 time: 0.0574872 Aug 31 15:27:41.727247 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0827e2-af93-4a0a-a309-43edef531064 req-dd2bc475-6bb2-4040-8922-87bf23e57f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:41.728773 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-cb0827e2-af93-4a0a-a309-43edef531064 req-dd2bc475-6bb2-4040-8922-87bf23e57f0c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ef925e76-4046-4823-a8a0-a0830b7a304d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725527 Aug 31 15:27:41.874318 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-cb0827e2-af93-4a0a-a309-43edef531064 req-250e70c9-9d01-45e9-bae4-fc6aeee29d66 service neutron] 10.222.0.64 "GET /v2.0/networks/ef925e76-4046-4823-a8a0-a0830b7a304d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359429 Aug 31 15:27:42.140631 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-cb0827e2-af93-4a0a-a309-43edef531064 req-7476904c-668f-4411-9261-797aaee20785 service neutron] 10.222.0.64 "GET /v2.0/networks/ef925e76-4046-4823-a8a0-a0830b7a304d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747100 Aug 31 15:27:42.168637 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0044e1-dc7a-44d7-88c9-c579c76a3d6d req-bceb11c4-a3eb-4c89-8fb3-e8ea1e4baf1b tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:42.170312 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-2e0044e1-dc7a-44d7-88c9-c579c76a3d6d req-bceb11c4-a3eb-4c89-8fb3-e8ea1e4baf1b tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 945 time: 0.1032064 Aug 31 15:27:42.220155 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-2e0044e1-dc7a-44d7-88c9-c579c76a3d6d req-1bbc2e0b-f120-4f82-bc71-6e95ff8c8cde tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/security-groups?id=49d943fa-e591-48d8-8ca3-c8f0a9466bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436528 Aug 31 15:27:42.257553 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19665901-ec47-4337-a0f6-483f50d3b052 req-27015d2c-19dd-4870-b963-ddb9b713026a tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:42.259019 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-19665901-ec47-4337-a0f6-483f50d3b052 req-27015d2c-19dd-4870-b963-ddb9b713026a tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 944 time: 0.0869653 Aug 31 15:27:42.303086 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-19665901-ec47-4337-a0f6-483f50d3b052 req-d19558be-6271-4e8b-abd7-adb64ec9b150 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378754 Aug 31 15:27:42.467588 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4703a-adb6-4b9d-8d07-914070ac1d10 req-7c695df2-74c5-413b-9457-3586091ea5e6 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:42.469101 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-77e4703a-adb6-4b9d-8d07-914070ac1d10 req-7c695df2-74c5-413b-9457-3586091ea5e6 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.64 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 945 time: 0.0889318 Aug 31 15:27:42.618352 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [req-77e4703a-adb6-4b9d-8d07-914070ac1d10 req-d25fb734-a280-499e-8883-9d1c73cdae50 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Deleting port 91193d50-41cd-4f33-a60f-98d9660391c2 {{(pid=79277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:27:42.619196 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-77e4703a-adb6-4b9d-8d07-914070ac1d10 req-d25fb734-a280-499e-8883-9d1c73cdae50 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:42.722949 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3dff27-b68a-4e4a-a6e8-97e0a19a70f2 req-37b0df5d-0dc7-4e80-bfa1-fe31a44791da tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:42.724934 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9d3dff27-b68a-4e4a-a6e8-97e0a19a70f2 req-37b0df5d-0dc7-4e80-bfa1-fe31a44791da tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.1978824 Aug 31 15:27:42.818930 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9d3dff27-b68a-4e4a-a6e8-97e0a19a70f2 req-3370f098-0cfc-4a03-b5cb-10232f4cc35e tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820911 Aug 31 15:27:42.926797 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-77e4703a-adb6-4b9d-8d07-914070ac1d10 req-d25fb734-a280-499e-8883-9d1c73cdae50 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] For port 91193d50-41cd-4f33-a60f-98d9660391c2, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=91193d50-41cd-4f33-a60f-98d9660391c2,segment=NetworkSegment(db3e898c-5512-41a1-8392-127d94691559),segment_id=db3e898c-5512-41a1-8392-127d94691559)] {{(pid=79277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:27:42.927172 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-77e4703a-adb6-4b9d-8d07-914070ac1d10 req-d25fb734-a280-499e-8883-9d1c73cdae50 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:43.050971 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [req-77e4703a-adb6-4b9d-8d07-914070ac1d10 req-d25fb734-a280-499e-8883-9d1c73cdae50 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Calling delete_port for 91193d50-41cd-4f33-a60f-98d9660391c2 owned by compute:nova {{(pid=79277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:27:43.196366 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-77e4703a-adb6-4b9d-8d07-914070ac1d10 req-d25fb734-a280-499e-8883-9d1c73cdae50 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10695601'] for port, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:43.201831 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-8618efd4-9a51-4b51-87e3-f4c04bf453a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:43.245471 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25fb734-a280-499e-8883-9d1c73cdae50 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Pushing event deleted for resources: {'Port': ['ID=91193d50-41cd-4f33-a60f-98d9660391c2,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:43.249185 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-d25fb734-a280-499e-8883-9d1c73cdae50 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:43.265777 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] get_ports_and_sgs() called for port_ids ['91193d50-41cd-4f33-a60f-98d9660391c2'] {{(pid=79278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:27:43.326736 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e4703a-adb6-4b9d-8d07-914070ac1d10 req-d25fb734-a280-499e-8883-9d1c73cdae50 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] No DVR routers for this DVR port 91193d50-41cd-4f33-a60f-98d9660391c2 on host hv-cinder-80278 {{(pid=79277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:27:43.329339 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-77e4703a-adb6-4b9d-8d07-914070ac1d10 req-d25fb734-a280-499e-8883-9d1c73cdae50 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:43.331947 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df473da-eef8-4496-97ec-909c6afa8add', 'name': 'network-vif-deleted', 'tag': '91193d50-41cd-4f33-a60f-98d9660391c2'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:27:43.392831 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-e294fc3d-6e01-4cc5-8de9-841f7f89389b req-dcd81787-33a5-4613-bdc4-bd2056dabca4 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Synchronizing usage tracker for tenant:b72bed8903af49ecb668ab69cf48aa85 on resource:port {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:27:43.397510 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-77e4703a-adb6-4b9d-8d07-914070ac1d10 req-d25fb734-a280-499e-8883-9d1c73cdae50 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.64 "DELETE /v2.0/ports/91193d50-41cd-4f33-a60f-98d9660391c2 HTTP/1.1" status: 204 len: 173 time: 0.9209983 Aug 31 15:27:43.414163 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-e294fc3d-6e01-4cc5-8de9-841f7f89389b req-dcd81787-33a5-4613-bdc4-bd2056dabca4 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Unset dirty status for tenant:b72bed8903af49ecb668ab69cf48aa85 on resource:port {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:27:43.415368 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e294fc3d-6e01-4cc5-8de9-841f7f89389b req-dcd81787-33a5-4613-bdc4-bd2056dabca4 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] 10.222.0.81 "GET /v2.0/ports?device_id=9df473da-eef8-4496-97ec-909c6afa8add HTTP/1.1" status: 200 len: 210 time: 0.0785058 Aug 31 15:27:43.494744 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df473da-eef8-4496-97ec-909c6afa8add', 'name': 'network-vif-deleted', 'tag': '91193d50-41cd-4f33-a60f-98d9660391c2', 'status': 'completed', 'code': 200} Aug 31 15:27:43.504091 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d2ad5-e0b5-4cf8-b0ca-0d719c6dc20b req-0b99c2bb-8427-4237-89f8-a87818cbee4d tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:43.505686 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-245d2ad5-e0b5-4cf8-b0ca-0d719c6dc20b req-0b99c2bb-8427-4237-89f8-a87818cbee4d tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 944 time: 0.0893400 Aug 31 15:27:43.555126 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-245d2ad5-e0b5-4cf8-b0ca-0d719c6dc20b req-98604863-b7da-46dd-8f8b-5bfb9b5a1b30 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434263 Aug 31 15:27:44.082435 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf404529-b27d-4d7b-abcb-ce9724729067 req-9a03a7b6-70ae-4d16-b346-3596d2977aa7 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:44.084601 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-bf404529-b27d-4d7b-abcb-ce9724729067 req-9a03a7b6-70ae-4d16-b346-3596d2977aa7 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.1502116 Aug 31 15:27:44.128484 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-bf404529-b27d-4d7b-abcb-ce9724729067 req-044b7908-2ad0-4216-aa89-26be27c64e9d tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382020 Aug 31 15:27:44.751353 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f873d-1e6d-455c-b3ce-a32e97d3af6e req-a2b8457c-0ba6-4202-96b9-8a40a08b92ea tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:44.753189 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-7b2f873d-1e6d-455c-b3ce-a32e97d3af6e req-a2b8457c-0ba6-4202-96b9-8a40a08b92ea tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 944 time: 0.0889332 Aug 31 15:27:44.801591 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-7b2f873d-1e6d-455c-b3ce-a32e97d3af6e req-f327e7fb-ef50-4095-8195-692e31f7498b tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407436 Aug 31 15:27:45.322949 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e282fb7-df3c-4bac-bc5f-da61f2452a6d req-e7afe8ef-44fd-45b6-8bb5-fba310bcb26a tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:45.324720 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5e282fb7-df3c-4bac-bc5f-da61f2452a6d req-e7afe8ef-44fd-45b6-8bb5-fba310bcb26a tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0871587 Aug 31 15:27:45.386660 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5e282fb7-df3c-4bac-bc5f-da61f2452a6d req-eaa7b383-4346-4224-8e22-2b193f145375 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530908 Aug 31 15:27:45.907015 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 91193d50-41cd-4f33-a60f-98d9660391c2 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:27:45.973104 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] No Port match for: 91193d50-41cd-4f33-a60f-98d9660391c2 {{(pid=79278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:27:45.973593 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 91193d50-41cd-4f33-a60f-98d9660391c2 not bound to the agent host hv-cinder-80278 {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:27:45.997538 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaaf08b-b6c1-48f0-af4c-8a9ecbf498c0 req-f4eed6c2-f51b-4b0b-849c-b6671216ffd4 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:45.999017 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-fbaaf08b-b6c1-48f0-af4c-8a9ecbf498c0 req-f4eed6c2-f51b-4b0b-849c-b6671216ffd4 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 944 time: 0.0862269 Aug 31 15:27:46.047886 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-fbaaf08b-b6c1-48f0-af4c-8a9ecbf498c0 req-88f26831-a5e4-4747-bb94-ce0a2522debf tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422373 Aug 31 15:27:46.586211 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232e362-05bc-4152-8925-b869a7911868 req-68782111-461c-4b1f-b31a-05a1b1c74b1e tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:46.587721 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-4232e362-05bc-4152-8925-b869a7911868 req-68782111-461c-4b1f-b31a-05a1b1c74b1e tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0799556 Aug 31 15:27:46.633409 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-4232e362-05bc-4152-8925-b869a7911868 req-d53d4162-eeba-4428-9926-3974bb0a2d7b tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400620 Aug 31 15:27:47.235279 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853eaf8d-669f-469e-83cd-15990db6cba6 req-56dabcc7-3871-4dec-b9f2-010bee0a7da5 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:47.236751 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-853eaf8d-669f-469e-83cd-15990db6cba6 req-56dabcc7-3871-4dec-b9f2-010bee0a7da5 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 944 time: 0.0840764 Aug 31 15:27:47.290071 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-853eaf8d-669f-469e-83cd-15990db6cba6 req-159fbe98-8011-4967-8233-bb47331803a7 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467639 Aug 31 15:27:48.471773 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c29362-b578-4cfd-8a1d-e93407d566ab req-e35a0058-e4ad-444c-9970-20e90e02c721 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:48.473260 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-37c29362-b578-4cfd-8a1d-e93407d566ab req-e35a0058-e4ad-444c-9970-20e90e02c721 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 944 time: 0.0797818 Aug 31 15:27:48.521572 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-37c29362-b578-4cfd-8a1d-e93407d566ab req-eccaf9a8-8baa-487c-a9af-73ce6087ea2d tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419199 Aug 31 15:27:49.719643 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df49213-2b75-4a1c-8fa4-0929a0723d08 req-fb138194-b590-41c7-99b6-24a6f9ba7f7b tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:49.720993 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-6df49213-2b75-4a1c-8fa4-0929a0723d08 req-fb138194-b590-41c7-99b6-24a6f9ba7f7b tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 944 time: 0.0813644 Aug 31 15:27:49.766353 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-6df49213-2b75-4a1c-8fa4-0929a0723d08 req-3e778544-f586-4e66-8c04-600707e8497e tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393269 Aug 31 15:27:50.954725 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b378f-7a76-4235-b633-d1ad2a4b8ed8 req-871b69a8-8bda-4ebf-99ee-3c24b1ec8a50 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:50.956209 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ed5b378f-7a76-4235-b633-d1ad2a4b8ed8 req-871b69a8-8bda-4ebf-99ee-3c24b1ec8a50 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 944 time: 0.0841296 Aug 31 15:27:51.000989 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ed5b378f-7a76-4235-b633-d1ad2a4b8ed8 req-534c3b72-f59f-43a7-b9a9-b1f11561d5ad tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388007 Aug 31 15:27:52.184553 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220ffbb-b953-49ea-be78-c4469d7ad0bc req-a955d268-f31c-49f2-8d53-865f8b148e48 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:52.186018 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-f220ffbb-b953-49ea-be78-c4469d7ad0bc req-a955d268-f31c-49f2-8d53-865f8b148e48 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 944 time: 0.0801721 Aug 31 15:27:52.230409 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-f220ffbb-b953-49ea-be78-c4469d7ad0bc req-39648c76-449f-4700-ab1a-07fc56c3be53 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387509 Aug 31 15:27:53.444599 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a892b4-3e2f-4f19-922b-6bf3f3119d9c req-d0b10bd4-dc57-4c86-be93-9470d25dbe31 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:53.446171 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-44a892b4-3e2f-4f19-922b-6bf3f3119d9c req-d0b10bd4-dc57-4c86-be93-9470d25dbe31 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 944 time: 0.1032424 Aug 31 15:27:53.491793 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-44a892b4-3e2f-4f19-922b-6bf3f3119d9c req-6f0b2312-0650-4b32-abee-830e24d62db5 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398018 Aug 31 15:27:54.705330 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ab4a1-d66c-4abb-a13c-892b48439910 req-a6788c5a-59af-48f9-9320-60d7ce50d485 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:54.707535 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-731ab4a1-d66c-4abb-a13c-892b48439910 req-a6788c5a-59af-48f9-9320-60d7ce50d485 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 944 time: 0.1001418 Aug 31 15:27:54.759536 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-731ab4a1-d66c-4abb-a13c-892b48439910 req-8e1d5b5b-9142-4966-a4e5-a5f959070fd5 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450547 Aug 31 15:27:56.024239 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6f98b-70d8-4741-894e-a6cc072efdb4 req-420b4555-8a17-492e-94a0-0d2b0c1423a6 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:56.026471 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-c6a6f98b-70d8-4741-894e-a6cc072efdb4 req-420b4555-8a17-492e-94a0-0d2b0c1423a6 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 944 time: 0.1124210 Aug 31 15:27:56.046286 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101d775-6d02-43be-8b64-fbe14eb84986 req-570304ec-64f7-48e4-866c-1788b7aea8f2 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:56.048713 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9101d775-6d02-43be-8b64-fbe14eb84986 req-570304ec-64f7-48e4-866c-1788b7aea8f2 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0923002 Aug 31 15:27:56.091336 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-c6a6f98b-70d8-4741-894e-a6cc072efdb4 req-55162a19-d12b-43d2-b956-7d6dc7ca17a6 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585544 Aug 31 15:27:56.109330 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9101d775-6d02-43be-8b64-fbe14eb84986 req-c90b2292-76a4-4def-9cad-7d044b0f6852 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547924 Aug 31 15:27:57.353133 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 49530) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:57.376411 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21949b3d-6261-43f4-a7cc-e512a571eed1 req-632d9794-02c2-45b9-a95b-3865b7680b15 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:57.379614 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-21949b3d-6261-43f4-a7cc-e512a571eed1 req-632d9794-02c2-45b9-a95b-3865b7680b15 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 944 time: 0.1254654 Aug 31 15:27:57.445323 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-21949b3d-6261-43f4-a7cc-e512a571eed1 req-163edc32-b90f-48b4-9499-9ff3692cde07 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589104 Aug 31 15:27:57.654604 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-1887e959-8ce8-4f49-bf01-6a4fe248b110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:57.683787 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-1887e959-8ce8-4f49-bf01-6a4fe248b110 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:27:57.692243 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-1887e959-8ce8-4f49-bf01-6a4fe248b110 admin admin] Usage tracker for resource:security_group_rule and tenant:3a41b3e2b632433794c0020326b0b5ca is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:27:57.703371 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-1887e959-8ce8-4f49-bf01-6a4fe248b110 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:27:57.713731 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-1887e959-8ce8-4f49-bf01-6a4fe248b110 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:27:57.724021 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-7e556487-879b-4ec5-847b-15551342d042 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:57.725434 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-7e556487-879b-4ec5-847b-15551342d042 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/networks?id=922ac450-4677-43bc-8efe-225f00db650b HTTP/1.1" status: 200 len: 814 time: 0.2238410 Aug 31 15:27:57.753594 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-2250fe15-7319-4188-a086-f44a0908c533 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/quotas/6d830094621a47f083137ccc6fa15151 HTTP/1.1" status: 200 len: 375 time: 0.0221033 Aug 31 15:27:57.903509 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-ee9cb7b8-e2a9-4adf-8b10-0439c9cbafc2 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6d830094621a47f083137ccc6fa15151&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1413686 Aug 31 15:27:57.908558 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-1887e959-8ce8-4f49-bf01-6a4fe248b110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:57.932675 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device faf15d75-ec01-43e5-a3ac-58e4c858d1de details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:27:58.027768 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-1887e959-8ce8-4f49-bf01-6a4fe248b110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:58.045428 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a83523da-81b3-4154-abf3-45d7ccd2ecb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:58.172036 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port faf15d75-ec01-43e5-a3ac-58e4c858d1de, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=faf15d75-ec01-43e5-a3ac-58e4c858d1de,segment=NetworkSegment(9551a3ad-1784-460c-9b5d-18e938d13ef5),segment_id=9551a3ad-1784-460c-9b5d-18e938d13ef5)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:27:58.188829 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Returning: {'device': 'faf15d75-ec01-43e5-a3ac-58e4c858d1de', 'network_id': 'ef925e76-4046-4823-a8a0-a0830b7a304d', 'port_id': 'faf15d75-ec01-43e5-a3ac-58e4c858d1de', 'mac_address': 'fa:16:3e:be:ea:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87e3bb36-5c9a-4d57-9d7c-099e88562166', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:27:58.261771 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1887e959-8ce8-4f49-bf01-6a4fe248b110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb1cdf6-0e2f-4fba-b49b-95806b26a63a,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:58.267884 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-1887e959-8ce8-4f49-bf01-6a4fe248b110 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3a41b3e2b632433794c0020326b0b5ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9134474 Aug 31 15:27:58.270712 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 49554) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:58.281426 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:58.291562 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1887e959-8ce8-4f49-bf01-6a4fe248b110 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:58.292067 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1887e959-8ce8-4f49-bf01-6a4fe248b110 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:58.292418 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1887e959-8ce8-4f49-bf01-6a4fe248b110 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:58.292958 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1887e959-8ce8-4f49-bf01-6a4fe248b110 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:58.293354 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1887e959-8ce8-4f49-bf01-6a4fe248b110 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:58.293826 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1887e959-8ce8-4f49-bf01-6a4fe248b110 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:58.294258 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1887e959-8ce8-4f49-bf01-6a4fe248b110 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:58.294647 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1887e959-8ce8-4f49-bf01-6a4fe248b110 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:58.295109 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1887e959-8ce8-4f49-bf01-6a4fe248b110 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:58.295598 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1887e959-8ce8-4f49-bf01-6a4fe248b110 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:58.295945 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1887e959-8ce8-4f49-bf01-6a4fe248b110 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:58.296395 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1887e959-8ce8-4f49-bf01-6a4fe248b110 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:58.301422 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-1887e959-8ce8-4f49-bf01-6a4fe248b110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:58.310946 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faf15d75-ec01-43e5-a3ac-58e4c858d1de {{(pid=79278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:27:58.335946 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port faf15d75-ec01-43e5-a3ac-58e4c858d1de, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=faf15d75-ec01-43e5-a3ac-58e4c858d1de,segment=NetworkSegment(9551a3ad-1784-460c-9b5d-18e938d13ef5),segment_id=9551a3ad-1784-460c-9b5d-18e938d13ef5)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:27:58.342091 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:58.345655 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-993992ed-8e62-4722-bf64-fcf2189f5d43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:58.384557 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-21d838ea-4cae-4af3-bfaa-f7db9706175c service neutron] 10.222.0.81 "GET /v2.0/networks/922ac450-4677-43bc-8efe-225f00db650b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4725323 Aug 31 15:27:58.409916 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-93eaad7b-318e-4534-9140-898c1d1e50bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:58.472404 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=faf15d75-ec01-43e5-a3ac-58e4c858d1de,revision_number=4']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:58.472820 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-93eaad7b-318e-4534-9140-898c1d1e50bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:58.489052 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:58.492544 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:58.493058 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:58.493395 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:58.493725 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:58.494055 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:58.494509 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:58.494696 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:58.495040 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:58.495392 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:58.495712 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:58.496033 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:27:58.516172 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:58.570749 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-93eaad7b-318e-4534-9140-898c1d1e50bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:58.580064 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-31bd09e1-4cd3-47ad-ac83-3f633f884735 service neutron] 10.222.0.81 "GET /v2.0/networks/922ac450-4677-43bc-8efe-225f00db650b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928656 Aug 31 15:27:58.580468 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-70376927-29b9-4823-8a58-05a069551b82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:58.638095 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eaad7b-318e-4534-9140-898c1d1e50bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb1cdf6-0e2f-4fba-b49b-95806b26a63a,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:58.660342 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-93eaad7b-318e-4534-9140-898c1d1e50bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:58.678238 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-93eaad7b-318e-4534-9140-898c1d1e50bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:58.679987 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-93eaad7b-318e-4534-9140-898c1d1e50bc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7eb1cdf6-0e2f-4fba-b49b-95806b26a63a HTTP/1.1" status: 204 len: 168 time: 0.4073884 Aug 31 15:27:58.791392 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a9708-c989-4ffa-9a56-77d145e065e1 req-656a589a-0d99-444e-b7ba-eaa013819a50 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:27:58.798955 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-787a9708-c989-4ffa-9a56-77d145e065e1 req-656a589a-0d99-444e-b7ba-eaa013819a50 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 945 time: 0.1244040 Aug 31 15:27:58.847692 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ea8050c2-ffcd-44bc-ac71-75fdeda1da8d req-e9ce5785-e695-446d-b780-f8c471c538ed tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26fc0f0d-ad85-47fc-8ce1-ae025c05074b HTTP/1.1" status: 200 len: 210 time: 0.0651376 Aug 31 15:27:58.878000 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-787a9708-c989-4ffa-9a56-77d145e065e1 req-d39f633f-68c0-48df-a067-37f2ac766e92 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780375 Aug 31 15:27:59.088187 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] get_ports_and_sgs() called for port_ids ['faf15d75-ec01-43e5-a3ac-58e4c858d1de'] {{(pid=79278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:27:59.276645 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 49584) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:59.311975 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-425a20bb-b232-4c84-88e7-f81c63cd35e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:59.345114 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-425a20bb-b232-4c84-88e7-f81c63cd35e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:27:59.354893 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-425a20bb-b232-4c84-88e7-f81c63cd35e5 admin admin] Usage tracker for resource:security_group_rule and tenant:81ebbc699f384393b9716f6dc880b7fe is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:27:59.359504 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-425a20bb-b232-4c84-88e7-f81c63cd35e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:27:59.371299 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-425a20bb-b232-4c84-88e7-f81c63cd35e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:27:59.493949 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-425a20bb-b232-4c84-88e7-f81c63cd35e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:59.500099 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-425a20bb-b232-4c84-88e7-f81c63cd35e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:59.530980 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-4ca39708-37a8-4e85-b13b-6b1c0aa61368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:59.564347 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-425a20bb-b232-4c84-88e7-f81c63cd35e5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=81ebbc699f384393b9716f6dc880b7fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2865708 Aug 31 15:27:59.565476 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a20bb-b232-4c84-88e7-f81c63cd35e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641626a6-5aca-4f34-8177-05d2a4c11cbb,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:59.567042 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 49588) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:27:59.569555 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-425a20bb-b232-4c84-88e7-f81c63cd35e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:59.711831 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-cb3144df-04bb-4a5d-b83c-8e3ea63b7fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:59.757674 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-cb3144df-04bb-4a5d-b83c-8e3ea63b7fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:59.840428 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-cb3144df-04bb-4a5d-b83c-8e3ea63b7fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:59.846359 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-43f6293c-2afd-45c8-88ea-f8fd1f55a02c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:27:59.861175 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3144df-04bb-4a5d-b83c-8e3ea63b7fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641626a6-5aca-4f34-8177-05d2a4c11cbb,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:27:59.872333 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-cb3144df-04bb-4a5d-b83c-8e3ea63b7fd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:27:59.897412 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-cb3144df-04bb-4a5d-b83c-8e3ea63b7fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:27:59.901278 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-cb3144df-04bb-4a5d-b83c-8e3ea63b7fd2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/641626a6-5aca-4f34-8177-05d2a4c11cbb HTTP/1.1" status: 204 len: 168 time: 0.3326166 Aug 31 15:28:00.121399 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-4cb93339-a574-492b-9f05-6d8006130ed1 req-a8e69ef7-f7bf-4483-ad51-8ab6570f35fd tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26fc0f0d-ad85-47fc-8ce1-ae025c05074b HTTP/1.1" status: 200 len: 210 time: 0.0845826 Aug 31 15:28:00.181673 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca49e9f-2b75-45dd-b2cf-e5685f9a6f0b req-b4153fac-87a2-4e56-92f3-745457928fd3 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:00.185909 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-cca49e9f-2b75-45dd-b2cf-e5685f9a6f0b req-b4153fac-87a2-4e56-92f3-745457928fd3 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 945 time: 0.1442301 Aug 31 15:28:00.245856 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-cca49e9f-2b75-45dd-b2cf-e5685f9a6f0b req-bfbf3be0-f809-4ba8-825d-b4887f52383e tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532784 Aug 31 15:28:00.987448 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-f72250fe-e61f-4f83-830f-767abf8aa369 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:00.990586 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-f72250fe-e61f-4f83-830f-767abf8aa369 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.64 "GET /v2.0/networks?id=922ac450-4677-43bc-8efe-225f00db650b HTTP/1.1" status: 200 len: 814 time: 0.2909729 Aug 31 15:28:01.013523 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-be6b29cc-289e-4dd4-8a43-ff7e70f2bc98 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Request body: {'port': {'device_id': '26fc0f0d-ad85-47fc-8ce1-ae025c05074b', 'network_id': '922ac450-4677-43bc-8efe-225f00db650b', 'admin_state_up': True, 'tenant_id': '6d830094621a47f083137ccc6fa15151'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:28:01.172586 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-be6b29cc-289e-4dd4-8a43-ff7e70f2bc98 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:28:01.183648 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-be6b29cc-289e-4dd4-8a43-ff7e70f2bc98 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:28:01.195074 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-be6b29cc-289e-4dd4-8a43-ff7e70f2bc98 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Made reservation on behalf of 6d830094621a47f083137ccc6fa15151 for: {'port': 1} {{(pid=79277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:28:01.202253 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-be6b29cc-289e-4dd4-8a43-ff7e70f2bc98 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:01.314871 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-70b408d1-ba95-436f-b4fc-9697c2984195 req-78be0a05-dd76-4c34-8596-15883b181488 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26fc0f0d-ad85-47fc-8ce1-ae025c05074b HTTP/1.1" status: 200 len: 210 time: 0.0633256 Aug 31 15:28:01.551775 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.db_base_plugin_common [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-be6b29cc-289e-4dd4-8a43-ff7e70f2bc98 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Allocated IP 172.20.0.6 (922ac450-4677-43bc-8efe-225f00db650b/b781785a-1525-4ce8-bd55-de803c89ddc0/cbb89330-4dc9-46be-8dad-7ca321c3f448) {{(pid=79277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:28:01.611334 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d3f99-7a6a-4e42-bcbb-2a3cdf05a0bb req-51ac4b0c-998e-458d-b471-d79f6f8ca8e1 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:01.613186 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-497d3f99-7a6a-4e42-bcbb-2a3cdf05a0bb req-51ac4b0c-998e-458d-b471-d79f6f8ca8e1 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 945 time: 0.1964486 Aug 31 15:28:01.761391 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-497d3f99-7a6a-4e42-bcbb-2a3cdf05a0bb req-4fffe5b3-8254-4055-9cd5-f8c7a6795394 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289437 Aug 31 15:28:01.919787 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-be6b29cc-289e-4dd4-8a43-ff7e70f2bc98 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Notify callbacks [] for port, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:01.951990 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device faf15d75-ec01-43e5-a3ac-58e4c858d1de up at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:28:01.994266 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-be6b29cc-289e-4dd4-8a43-ff7e70f2bc98 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10695601'] for port, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:02.003696 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-bccff78b-cdd3-4618-84fa-0e8c48bfff7d tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:02.086953 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] get_ports_and_sgs() called for port_ids ['511eb749-2a1b-4aa6-9244-8fc1a7778e9a', '02817dfe-035b-4d21-84a1-2620d1f71937', 'c5385f27-5301-4222-86f0-03d8d97e8c76'] {{(pid=79278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:28:02.105810 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-be6b29cc-289e-4dd4-8a43-ff7e70f2bc98 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Network 922ac450-4677-43bc-8efe-225f00db650b is already hosted by enough agents. {{(pid=79277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:28:02.110276 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.base_scheduler [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-be6b29cc-289e-4dd4-8a43-ff7e70f2bc98 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Resources bound (agent type, host, resource id): {{(pid=79277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:28:02.114015 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-be6b29cc-289e-4dd4-8a43-ff7e70f2bc98 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Received port after_create {{(pid=79277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:28:02.346460 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning for port faf15d75-ec01-43e5-a3ac-58e4c858d1de completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:28:02.370409 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b29cc-289e-4dd4-8a43-ff7e70f2bc98 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Pushing event updated for resources: {'Port': ['ID=cbb89330-4dc9-46be-8dad-7ca321c3f448,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:02.379193 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-be6b29cc-289e-4dd4-8a43-ff7e70f2bc98 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:02.405555 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning complete for port faf15d75-ec01-43e5-a3ac-58e4c858d1de triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:28:02.405935 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:02.419045 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-be6b29cc-289e-4dd4-8a43-ff7e70f2bc98 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:02.419404 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-be6b29cc-289e-4dd4-8a43-ff7e70f2bc98 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:02.526671 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-be6b29cc-289e-4dd4-8a43-ff7e70f2bc98 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5172122 Aug 31 15:28:02.570496 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-31dd7d0b-7a0e-4c2f-9893-0c8db46d3d48 service neutron] Request body: {'port': {'device_id': '26fc0f0d-ad85-47fc-8ce1-ae025c05074b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:28:02.704238 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2728d6-60ab-4b08-9efd-84f95af7e6c8 req-108396f6-9f90-418c-8c35-35fa2833faa9 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:02.718153 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-db2728d6-60ab-4b08-9efd-84f95af7e6c8 req-108396f6-9f90-418c-8c35-35fa2833faa9 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26fc0f0d-ad85-47fc-8ce1-ae025c05074b HTTP/1.1" status: 200 len: 931 time: 0.2302241 Aug 31 15:28:02.828073 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-db2728d6-60ab-4b08-9efd-84f95af7e6c8 req-6b8994a6-8d75-4e79-a500-ba9e399ba01e tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086869 Aug 31 15:28:02.846208 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:02.905053 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-31dd7d0b-7a0e-4c2f-9893-0c8db46d3d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:02.929583 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7337e8-ca04-4d75-a350-53f054e2f5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf15d75-ec01-43e5-a3ac-58e4c858d1de'}] {{(pid=79278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:28:02.957615 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port faf15d75-ec01-43e5-a3ac-58e4c858d1de, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=faf15d75-ec01-43e5-a3ac-58e4c858d1de,segment=NetworkSegment(9551a3ad-1784-460c-9b5d-18e938d13ef5),segment_id=9551a3ad-1784-460c-9b5d-18e938d13ef5)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:28:02.968269 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:02.972457 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:03.132259 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=faf15d75-ec01-43e5-a3ac-58e4c858d1de,revision_number=5']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:03.146352 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:03.180618 dv-cinder-802781-4-iscsi neutron-server[79278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7337e8-ca04-4d75-a350-53f054e2f5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf15d75-ec01-43e5-a3ac-58e4c858d1de', 'code': 200} Aug 31 15:28:03.346428 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed97ab-6003-4c40-bb50-a6b2786067d1 req-897c1396-4a06-4d93-84da-3cd4596ae7fc tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:03.363880 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-94ed97ab-6003-4c40-bb50-a6b2786067d1 req-897c1396-4a06-4d93-84da-3cd4596ae7fc tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 946 time: 0.2306337 Aug 31 15:28:03.557105 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-94ed97ab-6003-4c40-bb50-a6b2786067d1 req-036e0824-5382-4d66-bbf0-4dc10d9049e5 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823292 Aug 31 15:28:03.953090 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-31dd7d0b-7a0e-4c2f-9893-0c8db46d3d48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbb89330-4dc9-46be-8dad-7ca321c3f448 {{(pid=79277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:28:03.966385 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-31dd7d0b-7a0e-4c2f-9893-0c8db46d3d48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:03.989590 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.provisioning_blocks [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-31dd7d0b-7a0e-4c2f-9893-0c8db46d3d48 service neutron] Transition to ACTIVE for port object cbb89330-4dc9-46be-8dad-7ca321c3f448 will not be triggered until provisioned by entity L2. {{(pid=79277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:28:03.994570 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095559f3-755c-4bf4-9048-2bcb8850b369 req-33f76d8a-c75c-4165-8b58-d8aefea6ee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:03.996171 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-095559f3-755c-4bf4-9048-2bcb8850b369 req-33f76d8a-c75c-4165-8b58-d8aefea6ee2c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 1099 time: 0.2354834 Aug 31 15:28:03.997602 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-31dd7d0b-7a0e-4c2f-9893-0c8db46d3d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10695592'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:04.002599 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-0b171a10-8799-4a7f-8117-c874332ee59a tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:04.218634 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd7d0b-7a0e-4c2f-9893-0c8db46d3d48 service neutron] Pushing event updated for resources: {'Port': ['ID=cbb89330-4dc9-46be-8dad-7ca321c3f448,revision_number=2']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:04.254591 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-31dd7d0b-7a0e-4c2f-9893-0c8db46d3d48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:04.257964 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-095559f3-755c-4bf4-9048-2bcb8850b369 req-122523f0-b44e-4844-b441-5442d5d89e96 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199030 Aug 31 15:28:04.345964 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17abd31-1894-48bb-bdbe-6d73ee63981a req-e8227128-6440-4ce6-86d0-0689f3f3d584 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:04.346668 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-d17abd31-1894-48bb-bdbe-6d73ee63981a req-e8227128-6440-4ce6-86d0-0689f3f3d584 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Synchronizing usage tracker for tenant:6d830094621a47f083137ccc6fa15151 on resource:port {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:28:04.362563 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-31dd7d0b-7a0e-4c2f-9893-0c8db46d3d48 service neutron] Attempting to bind port cbb89330-4dc9-46be-8dad-7ca321c3f448 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:28:04.362890 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-31dd7d0b-7a0e-4c2f-9893-0c8db46d3d48 service neutron] Attempting to bind port cbb89330-4dc9-46be-8dad-7ca321c3f448 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': 'c04ecbb1-0952-4af4-8fe9-edf346411969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '922ac450-4677-43bc-8efe-225f00db650b'}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:28:04.363220 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-31dd7d0b-7a0e-4c2f-9893-0c8db46d3d48 service neutron] Attempting to bind port cbb89330-4dc9-46be-8dad-7ca321c3f448 on network 922ac450-4677-43bc-8efe-225f00db650b {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:28:04.370221 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-31dd7d0b-7a0e-4c2f-9893-0c8db46d3d48 service neutron] Port cbb89330-4dc9-46be-8dad-7ca321c3f448 on network 922ac450-4677-43bc-8efe-225f00db650b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 31 15:28:04.370600 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-31dd7d0b-7a0e-4c2f-9893-0c8db46d3d48 service neutron] Attempting to bind port cbb89330-4dc9-46be-8dad-7ca321c3f448 on network 922ac450-4677-43bc-8efe-225f00db650b {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:28:04.377277 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-31dd7d0b-7a0e-4c2f-9893-0c8db46d3d48 service neutron] Checking agent: {'id': '62cd79da-47e6-4754-8d0e-eaf0f2299a96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 22, 7), 'started_at': datetime.datetime(2021, 8, 31, 15, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:28:04.377613 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-31dd7d0b-7a0e-4c2f-9893-0c8db46d3d48 service neutron] Checking segment: {'id': 'c04ecbb1-0952-4af4-8fe9-edf346411969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '922ac450-4677-43bc-8efe-225f00db650b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:28:04.378001 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-31dd7d0b-7a0e-4c2f-9893-0c8db46d3d48 service neutron] Bound using segment: {'id': 'c04ecbb1-0952-4af4-8fe9-edf346411969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '922ac450-4677-43bc-8efe-225f00db650b'} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:28:04.378423 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-31dd7d0b-7a0e-4c2f-9893-0c8db46d3d48 service neutron] Bound port: cbb89330-4dc9-46be-8dad-7ca321c3f448, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c04ecbb1-0952-4af4-8fe9-edf346411969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '922ac450-4677-43bc-8efe-225f00db650b'}}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:28:04.378772 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-31dd7d0b-7a0e-4c2f-9893-0c8db46d3d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:04.390631 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-d17abd31-1894-48bb-bdbe-6d73ee63981a req-e8227128-6440-4ce6-86d0-0689f3f3d584 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Unset dirty status for tenant:6d830094621a47f083137ccc6fa15151 on resource:port {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:28:04.398159 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d17abd31-1894-48bb-bdbe-6d73ee63981a req-e8227128-6440-4ce6-86d0-0689f3f3d584 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26fc0f0d-ad85-47fc-8ce1-ae025c05074b HTTP/1.1" status: 200 len: 943 time: 0.3637602 Aug 31 15:28:04.597034 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d17abd31-1894-48bb-bdbe-6d73ee63981a req-579f3371-3d87-4134-acab-e49adfc18cef tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938040 Aug 31 15:28:04.652623 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-31dd7d0b-7a0e-4c2f-9893-0c8db46d3d48 service neutron] For port cbb89330-4dc9-46be-8dad-7ca321c3f448, host hv-cinder-80278, cleared binding levels {{(pid=79277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:28:04.657041 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-31dd7d0b-7a0e-4c2f-9893-0c8db46d3d48 service neutron] For port cbb89330-4dc9-46be-8dad-7ca321c3f448, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=cbb89330-4dc9-46be-8dad-7ca321c3f448,segment=NetworkSegment(c04ecbb1-0952-4af4-8fe9-edf346411969),segment_id=c04ecbb1-0952-4af4-8fe9-edf346411969)] {{(pid=79277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:28:04.667025 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-31dd7d0b-7a0e-4c2f-9893-0c8db46d3d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10695592'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:04.671022 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-0e4b89c9-e333-4434-93a4-0398e96f928c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:04.753624 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-31dd7d0b-7a0e-4c2f-9893-0c8db46d3d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:04.754306 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-31dd7d0b-7a0e-4c2f-9893-0c8db46d3d48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:04.756990 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-31dd7d0b-7a0e-4c2f-9893-0c8db46d3d48 service neutron] 10.222.0.64 "PUT /v2.0/ports/cbb89330-4dc9-46be-8dad-7ca321c3f448 HTTP/1.1" status: 200 len: 1093 time: 2.1918125 Aug 31 15:28:04.761046 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26fc0f0d-ad85-47fc-8ce1-ae025c05074b', 'tag': 'cbb89330-4dc9-46be-8dad-7ca321c3f448'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:28:04.797476 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd7d0b-7a0e-4c2f-9893-0c8db46d3d48 service neutron] Pushing event updated for resources: {'Port': ['ID=cbb89330-4dc9-46be-8dad-7ca321c3f448,revision_number=3']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:04.804641 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-31dd7d0b-7a0e-4c2f-9893-0c8db46d3d48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:04.941780 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b656768-8bb8-4d02-b508-0d815a552611 req-cf833afa-3359-435a-b249-017593fcc3bf tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:04.945161 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3b656768-8bb8-4d02-b508-0d815a552611 req-cf833afa-3359-435a-b249-017593fcc3bf tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 946 time: 0.1213896 Aug 31 15:28:05.027356 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3b656768-8bb8-4d02-b508-0d815a552611 req-99fdad23-e0cf-49d4-9b48-b7e86a353f98 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669904 Aug 31 15:28:05.124447 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26fc0f0d-ad85-47fc-8ce1-ae025c05074b', 'tag': 'cbb89330-4dc9-46be-8dad-7ca321c3f448', 'status': 'completed', 'code': 200} Aug 31 15:28:05.306313 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-6c313c47-3e3a-4572-8cf1-165122bcfb36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:05.409067 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cce32-5be4-457d-a89a-8f7435ed51cc req-e7dc845a-68a2-4153-88a0-fcd29004a130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:05.410907 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d33cce32-5be4-457d-a89a-8f7435ed51cc req-e7dc845a-68a2-4153-88a0-fcd29004a130 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6d830094621a47f083137ccc6fa15151&device_id=26fc0f0d-ad85-47fc-8ce1-ae025c05074b HTTP/1.1" status: 200 len: 1096 time: 0.1115386 Aug 31 15:28:05.617112 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:05.677779 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cce32-5be4-457d-a89a-8f7435ed51cc req-c1d9f6f7-1cc9-44e8-bc4c-a41191ae671f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:05.678904 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d33cce32-5be4-457d-a89a-8f7435ed51cc req-c1d9f6f7-1cc9-44e8-bc4c-a41191ae671f service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=6d830094621a47f083137ccc6fa15151&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2195954 Aug 31 15:28:05.888279 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cce32-5be4-457d-a89a-8f7435ed51cc req-0ee24d23-cfe7-41ef-b9af-ee341d0def4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:05.890473 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d33cce32-5be4-457d-a89a-8f7435ed51cc req-0ee24d23-cfe7-41ef-b9af-ee341d0def4f service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2026546 Aug 31 15:28:06.164668 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-71742855-2405-48f1-a39f-72e745346f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:06.166158 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-71742855-2405-48f1-a39f-72e745346f49 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6d830094621a47f083137ccc6fa15151&device_id=26fc0f0d-ad85-47fc-8ce1-ae025c05074b HTTP/1.1" status: 200 len: 1096 time: 0.1154008 Aug 31 15:28:06.191116 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ef4f8-b0f1-48b7-ba57-8804a22b2bdb req-5b9fddab-7a83-46d0-b0a8-894812eac0cb tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:06.193845 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3b1ef4f8-b0f1-48b7-ba57-8804a22b2bdb req-5b9fddab-7a83-46d0-b0a8-894812eac0cb tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26fc0f0d-ad85-47fc-8ce1-ae025c05074b HTTP/1.1" status: 200 len: 943 time: 0.3021190 Aug 31 15:28:06.313347 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ccb13-2e45-4234-9a6a-b2ecdeaab3e6 req-ab4d97b6-98aa-4864-add6-7e65f4bbecfe tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:06.317588 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-5f0ccb13-2e45-4234-9a6a-b2ecdeaab3e6 req-ab4d97b6-98aa-4864-add6-7e65f4bbecfe tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 946 time: 0.1206639 Aug 31 15:28:06.360993 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3b1ef4f8-b0f1-48b7-ba57-8804a22b2bdb req-52196752-5b07-46f7-8c9f-97808ede6747 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526909 Aug 31 15:28:06.371673 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-84530527-110a-477d-933b-552bbe9dedfd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cbb89330-4dc9-46be-8dad-7ca321c3f448 HTTP/1.1" status: 200 len: 217 time: 0.1194644 Aug 31 15:28:06.414596 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-5f0ccb13-2e45-4234-9a6a-b2ecdeaab3e6 req-710c7684-4f55-49bb-ad25-8a7aee5b9348 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886328 Aug 31 15:28:06.511568 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-9f6c91c8-4246-47d5-a381-ef28c6313b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:06.513138 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-9f6c91c8-4246-47d5-a381-ef28c6313b55 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b781785a-1525-4ce8-bd55-de803c89ddc0 HTTP/1.1" status: 200 len: 854 time: 0.1066043 Aug 31 15:28:06.563331 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-f89f3c55-2670-4170-bf5d-00dda03a2aec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=922ac450-4677-43bc-8efe-225f00db650b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428369 Aug 31 15:28:06.834961 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-9a9dd6e3-f13d-4b3e-80a7-baf962446b04 service neutron] 10.222.0.64 "GET /v2.0/networks/922ac450-4677-43bc-8efe-225f00db650b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550422 Aug 31 15:28:07.042285 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-736bdc47-c3a6-41a8-8635-f32114d3c625 req-5788d3f2-3f36-45c8-a3db-96fcece2b179 service neutron] 10.222.0.64 "GET /v2.0/networks/922ac450-4677-43bc-8efe-225f00db650b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966863 Aug 31 15:28:07.175815 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-350dfa4c-44e6-48e6-88e7-0f0c2ab98696 req-916b2252-3e0d-407b-b87b-5c81fe11c0ff service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0913401 Aug 31 15:28:07.343632 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350dfa4c-44e6-48e6-88e7-0f0c2ab98696 req-0bc2ee9c-5ec5-4c23-9f94-5c4a76775b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:07.347655 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-350dfa4c-44e6-48e6-88e7-0f0c2ab98696 req-0bc2ee9c-5ec5-4c23-9f94-5c4a76775b44 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3812c8ac3d6f49189f4ea632ac894346&device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 1099 time: 0.1029344 Aug 31 15:28:07.612540 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350dfa4c-44e6-48e6-88e7-0f0c2ab98696 req-9e16ebb0-d420-4f03-b74d-d0c35fbda8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:07.614017 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-350dfa4c-44e6-48e6-88e7-0f0c2ab98696 req-9e16ebb0-d420-4f03-b74d-d0c35fbda8c5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902 HTTP/1.1" status: 200 len: 919 time: 0.2454174 Aug 31 15:28:07.702706 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-350dfa4c-44e6-48e6-88e7-0f0c2ab98696 req-c3d1ac9e-b802-4179-a070-2d7017230329 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=975f2976-fee5-4a89-8a0f-0f2075d148b3 HTTP/1.1" status: 200 len: 217 time: 0.0769670 Aug 31 15:28:07.731885 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-375bc207-11c4-465b-95ba-e6150910d2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:07.814478 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350dfa4c-44e6-48e6-88e7-0f0c2ab98696 req-be3a1083-6210-411a-8e49-5f3740b707d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:07.821898 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-350dfa4c-44e6-48e6-88e7-0f0c2ab98696 req-be3a1083-6210-411a-8e49-5f3740b707d9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=98da163e-cad9-430b-a126-d66668b9f621 HTTP/1.1" status: 200 len: 858 time: 0.0746715 Aug 31 15:28:07.895953 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-350dfa4c-44e6-48e6-88e7-0f0c2ab98696 req-2d503431-7cb1-49d5-a782-8fbca520c31f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564535 Aug 31 15:28:08.166942 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598890e3-2c30-4885-9f05-06e6e4219f66 req-0d430ea8-268e-47b4-b8ec-f0f96baf62e0 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:08.178151 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d33e67-de3e-4db9-970b-235496845076 req-da8b983d-b040-4bed-b143-fa76890dab27 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:08.184220 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-59d33e67-de3e-4db9-970b-235496845076 req-da8b983d-b040-4bed-b143-fa76890dab27 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26fc0f0d-ad85-47fc-8ce1-ae025c05074b HTTP/1.1" status: 200 len: 943 time: 0.4761002 Aug 31 15:28:08.188987 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-598890e3-2c30-4885-9f05-06e6e4219f66 req-0d430ea8-268e-47b4-b8ec-f0f96baf62e0 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 946 time: 0.2027535 Aug 31 15:28:08.280299 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-598890e3-2c30-4885-9f05-06e6e4219f66 req-71ee8cd1-fe19-4030-afc4-201bcaa484e5 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795782 Aug 31 15:28:08.291019 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-350dfa4c-44e6-48e6-88e7-0f0c2ab98696 req-76e77edb-ea69-40cd-9a95-ab2096a75a97 service neutron] 10.222.0.64 "GET /v2.0/networks/47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861442 Aug 31 15:28:08.368649 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-59d33e67-de3e-4db9-970b-235496845076 req-24cdf01d-6465-4845-be16-86cd56ca7440 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829431 Aug 31 15:28:08.374652 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3b30d-0115-4f1d-9cd5-58023b6ae33c req-ad9f411a-0c17-4600-afc0-127f455b0f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:08.376465 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c0a3b30d-0115-4f1d-9cd5-58023b6ae33c req-ad9f411a-0c17-4600-afc0-127f455b0f29 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3812c8ac3d6f49189f4ea632ac894346&device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 1098 time: 0.3785555 Aug 31 15:28:08.610879 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f59ed1-9e3d-453a-8eb7-c0c9663704ea req-8ad94439-9fc9-4c29-a8ff-75340af22f8b tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:08.620830 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-f3f59ed1-9e3d-453a-8eb7-c0c9663704ea req-8ad94439-9fc9-4c29-a8ff-75340af22f8b tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.1734214 Aug 31 15:28:08.705944 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-f3f59ed1-9e3d-453a-8eb7-c0c9663704ea req-0962b46f-14f8-4d75-8189-cee572ff2673 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832045 Aug 31 15:28:08.709969 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-350dfa4c-44e6-48e6-88e7-0f0c2ab98696 req-36a5d3c8-12eb-43a5-90e8-f480f2072ac5 service neutron] 10.222.0.64 "GET /v2.0/networks/47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806686 Aug 31 15:28:08.867328 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:08.939831 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3b30d-0115-4f1d-9cd5-58023b6ae33c req-a5c62eb0-9968-4dfe-ae96-f05851bbb07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:08.941461 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c0a3b30d-0115-4f1d-9cd5-58023b6ae33c req-a5c62eb0-9968-4dfe-ae96-f05851bbb07e service neutron] 10.222.0.64 "GET /v2.0/networks?id=47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902 HTTP/1.1" status: 200 len: 919 time: 0.2305553 Aug 31 15:28:08.945241 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 49818) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:28:08.966841 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a97f2b-ee85-41e0-8b39-a529ebe2cd5c req-ab306dbf-6382-4f58-bb92-89a07ead7c25 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:08.974865 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b5a97f2b-ee85-41e0-8b39-a529ebe2cd5c req-ab306dbf-6382-4f58-bb92-89a07ead7c25 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 946 time: 0.1226811 Aug 31 15:28:09.063306 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c0a3b30d-0115-4f1d-9cd5-58023b6ae33c req-eaa444f3-4134-44ab-82cd-6ce5e7e056c1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eeffc475-fdba-47d5-ab84-b55d3ca428e6 HTTP/1.1" status: 200 len: 217 time: 0.0854895 Aug 31 15:28:09.095966 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b5a97f2b-ee85-41e0-8b39-a529ebe2cd5c req-9a60cb15-4fa9-4919-98b2-d0f143f63127 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198108 Aug 31 15:28:09.123994 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 49824) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:28:09.138391 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-7c4cc2ec-8a4b-453b-a984-44b87c01788c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:09.159391 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-7c4cc2ec-8a4b-453b-a984-44b87c01788c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:28:09.172406 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-7c4cc2ec-8a4b-453b-a984-44b87c01788c admin admin] Usage tracker for resource:security_group_rule and tenant:8f146a024d4a416091e3a6b5217ef918 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:28:09.181712 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-7c4cc2ec-8a4b-453b-a984-44b87c01788c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:28:09.187233 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3b30d-0115-4f1d-9cd5-58023b6ae33c req-967a146e-5f31-4e74-85c8-1039312e6b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:09.192635 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-7c4cc2ec-8a4b-453b-a984-44b87c01788c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:28:09.207047 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c0a3b30d-0115-4f1d-9cd5-58023b6ae33c req-967a146e-5f31-4e74-85c8-1039312e6b05 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=98da163e-cad9-430b-a126-d66668b9f621 HTTP/1.1" status: 200 len: 858 time: 0.0930550 Aug 31 15:28:09.311614 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c0a3b30d-0115-4f1d-9cd5-58023b6ae33c req-f985c3eb-3482-4030-88d6-4bbff3f48806 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955992 Aug 31 15:28:09.361476 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-7c4cc2ec-8a4b-453b-a984-44b87c01788c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:09.368756 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-7c4cc2ec-8a4b-453b-a984-44b87c01788c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:09.382132 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-dfce90f7-ab24-409f-8f77-c6893e71f532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:09.391757 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:09.529204 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c0a3b30d-0115-4f1d-9cd5-58023b6ae33c req-6e929d1a-3ea5-4ca3-8d75-e4cd0f95cfc8 service neutron] 10.222.0.64 "GET /v2.0/networks/47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038136 Aug 31 15:28:09.579481 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-7c4cc2ec-8a4b-453b-a984-44b87c01788c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8f146a024d4a416091e3a6b5217ef918&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6332257 Aug 31 15:28:09.582024 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 49838) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:28:09.639694 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4cc2ec-8a4b-453b-a984-44b87c01788c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01bca53-cb31-4734-8b34-c29f45ca2335,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:09.645223 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-7c4cc2ec-8a4b-453b-a984-44b87c01788c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:09.682189 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd6cf82-0545-4837-bf67-6fcedabfa644 tempest-TestShelveInstance-685390398 tempest-TestShelveInstance-685390398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:09.682915 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-3cd6cf82-0545-4837-bf67-6fcedabfa644 tempest-TestShelveInstance-685390398 tempest-TestShelveInstance-685390398-project-admin] Synchronizing usage tracker for tenant:51859bf98dff49e3b76e84b214e1e800 on resource:port {{(pid=79276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:28:09.699689 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7027f0-b277-4c7b-bb0b-e9b0a548fc35 req-cba42aaa-d225-46ba-955a-19cfce9277ce tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:09.708839 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-2c7027f0-b277-4c7b-bb0b-e9b0a548fc35 req-cba42aaa-d225-46ba-955a-19cfce9277ce tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26fc0f0d-ad85-47fc-8ce1-ae025c05074b HTTP/1.1" status: 200 len: 943 time: 0.1382565 Aug 31 15:28:09.777001 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-2c7027f0-b277-4c7b-bb0b-e9b0a548fc35 req-a882dbae-f5bd-45bb-bb7f-7b06c9b987dc tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669546 Aug 31 15:28:09.777708 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-3cd6cf82-0545-4837-bf67-6fcedabfa644 tempest-TestShelveInstance-685390398 tempest-TestShelveInstance-685390398-project-admin] Unset dirty status for tenant:51859bf98dff49e3b76e84b214e1e800 on resource:port {{(pid=79276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:28:09.786392 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-3cd6cf82-0545-4837-bf67-6fcedabfa644 tempest-TestShelveInstance-685390398 tempest-TestShelveInstance-685390398-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 1094 time: 0.6609404 Aug 31 15:28:09.792311 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 49846) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:28:09.815515 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-d01ae60d-a897-4d7e-8141-492aabd30fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:09.869036 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [None req-c0d5fc5b-e1ab-47e3-8ce5-3daf0e5ddbdc tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Request body: {'floatingip': {'floating_network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'port_id': 'faf15d75-ec01-43e5-a3ac-58e4c858d1de', 'tenant_id': '7ae108ad25124f909f1e46038dca0493', 'fixed_ip_address': '172.20.0.13'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:28:09.902993 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-d01ae60d-a897-4d7e-8141-492aabd30fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:09.911859 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-c0d5fc5b-e1ab-47e3-8ce5-3daf0e5ddbdc tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:28:09.924452 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-c0d5fc5b-e1ab-47e3-8ce5-3daf0e5ddbdc tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Usage tracker for resource:floatingip and tenant:7ae108ad25124f909f1e46038dca0493 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:28:09.933923 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-c0d5fc5b-e1ab-47e3-8ce5-3daf0e5ddbdc tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:28:09.947112 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c0a3b30d-0115-4f1d-9cd5-58023b6ae33c req-d121a9d3-8e74-4e7e-bdf8-911b2a193749 service neutron] 10.222.0.64 "GET /v2.0/networks/47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058661 Aug 31 15:28:09.948439 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-c0d5fc5b-e1ab-47e3-8ce5-3daf0e5ddbdc tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:28:09.978270 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c0d5fc5b-e1ab-47e3-8ce5-3daf0e5ddbdc tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks [] for floatingip, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:10.111442 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827afe84-2237-46a6-8e8f-0220874dec27 req-d99fb114-4725-4846-9817-293428aa5cb4 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:10.113017 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-827afe84-2237-46a6-8e8f-0220874dec27 req-d99fb114-4725-4846-9817-293428aa5cb4 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.1227763 Aug 31 15:28:10.134507 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-d01ae60d-a897-4d7e-8141-492aabd30fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:10.143707 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-92947cad-a3a4-4dd0-a66f-bbd607c6762f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:10.165091 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ae60d-a897-4d7e-8141-492aabd30fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01bca53-cb31-4734-8b34-c29f45ca2335,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:10.174894 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-d01ae60d-a897-4d7e-8141-492aabd30fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:10.177951 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-d01ae60d-a897-4d7e-8141-492aabd30fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:10.180019 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-d01ae60d-a897-4d7e-8141-492aabd30fe2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f01bca53-cb31-4734-8b34-c29f45ca2335 HTTP/1.1" status: 204 len: 168 time: 0.5970495 Aug 31 15:28:10.215884 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-827afe84-2237-46a6-8e8f-0220874dec27 req-d4020e87-4afa-4e9f-8b08-ddb0c8a6a922 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949733 Aug 31 15:28:10.260255 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c0d5fc5b-e1ab-47e3-8ce5-3daf0e5ddbdc tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:10.495444 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.db_base_plugin_common [None req-c0d5fc5b-e1ab-47e3-8ce5-3daf0e5ddbdc tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Allocated IP 172.27.1.175 (8f15a7b0-c0b9-4864-9373-42147a89de1a/497a4a38-4d00-4e5c-ae08-9918d0306661/76335886-2af9-4165-afec-da6bba426a97) {{(pid=79277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:28:10.552713 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:10.715470 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c0d5fc5b-e1ab-47e3-8ce5-3daf0e5ddbdc tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks [] for port, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:10.753299 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c0d5fc5b-e1ab-47e3-8ce5-3daf0e5ddbdc tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10695601'] for port, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:10.760028 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-d8776304-5c0c-4fd1-b199-e5252081151d tempest-VolumesNegativeTest-1000081202 tempest-VolumesNegativeTest-1000081202-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:10.805887 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 49870) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:28:10.825885 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-75c4f096-5a9f-489c-9a53-b85099c81535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:10.848688 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-75c4f096-5a9f-489c-9a53-b85099c81535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:28:10.850184 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d5fc5b-e1ab-47e3-8ce5-3daf0e5ddbdc tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Network 8f15a7b0-c0b9-4864-9373-42147a89de1a is already hosted by enough agents. {{(pid=79277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:28:10.853996 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.base_scheduler [None req-c0d5fc5b-e1ab-47e3-8ce5-3daf0e5ddbdc tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Resources bound (agent type, host, resource id): {{(pid=79277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:28:10.857553 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-75c4f096-5a9f-489c-9a53-b85099c81535 admin admin] Usage tracker for resource:security_group_rule and tenant:f168217c673242f49b46e43750130505 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:28:10.858715 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d5fc5b-e1ab-47e3-8ce5-3daf0e5ddbdc tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Received port after_create {{(pid=79277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:28:10.861376 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-75c4f096-5a9f-489c-9a53-b85099c81535 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:28:10.868473 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-75c4f096-5a9f-489c-9a53-b85099c81535 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:28:10.899666 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5fc5b-e1ab-47e3-8ce5-3daf0e5ddbdc tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Pushing event updated for resources: {'Port': ['ID=76335886-2af9-4165-afec-da6bba426a97,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:10.908663 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-c0d5fc5b-e1ab-47e3-8ce5-3daf0e5ddbdc tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:11.010447 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-75c4f096-5a9f-489c-9a53-b85099c81535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:11.017570 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-75c4f096-5a9f-489c-9a53-b85099c81535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:11.049119 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 6 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:28:11.066336 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-9abc24ec-faa4-4d3e-983d-46648a265118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:11.084167 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-75c4f096-5a9f-489c-9a53-b85099c81535 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f168217c673242f49b46e43750130505&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2766526 Aug 31 15:28:11.090774 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 49874) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:28:11.130413 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4f7b5-1cc6-4cbe-bf11-eb5234ee025c req-9aab450b-28a0-48c5-beab-ae15abefff9a tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:11.132196 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-89c4f7b5-1cc6-4cbe-bf11-eb5234ee025c req-9aab450b-28a0-48c5-beab-ae15abefff9a tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26fc0f0d-ad85-47fc-8ce1-ae025c05074b HTTP/1.1" status: 200 len: 943 time: 0.2297351 Aug 31 15:28:11.143693 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c4f096-5a9f-489c-9a53-b85099c81535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92acfa6-3f2b-4740-a7c9-7019e137880d,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:11.149419 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-75c4f096-5a9f-489c-9a53-b85099c81535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:11.212447 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f478a40b-f6e8-4aa1-ba65-cf79761ea8bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:11.268517 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f478a40b-f6e8-4aa1-ba65-cf79761ea8bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:11.374410 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f478a40b-f6e8-4aa1-ba65-cf79761ea8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:11.384781 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-dbe6efa7-768c-4b50-905d-8c784330f639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:11.401390 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f478a40b-f6e8-4aa1-ba65-cf79761ea8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92acfa6-3f2b-4740-a7c9-7019e137880d,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:11.404319 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-f478a40b-f6e8-4aa1-ba65-cf79761ea8bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:11.433308 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f478a40b-f6e8-4aa1-ba65-cf79761ea8bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:11.438616 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-f478a40b-f6e8-4aa1-ba65-cf79761ea8bf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b92acfa6-3f2b-4740-a7c9-7019e137880d HTTP/1.1" status: 204 len: 168 time: 0.3461614 Aug 31 15:28:11.590892 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-89c4f7b5-1cc6-4cbe-bf11-eb5234ee025c req-c4c4c022-e137-4f56-bd7a-355ad2bf31d1 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4460037 Aug 31 15:28:11.929522 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd673c-fd2a-4cbd-b037-2dd15ad64af8 req-44c79a72-beaf-47cb-9243-24e4f88d1507 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:11.941548 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-1dcd673c-fd2a-4cbd-b037-2dd15ad64af8 req-44c79a72-beaf-47cb-9243-24e4f88d1507 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.1910648 Aug 31 15:28:11.994819 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device cbb89330-4dc9-46be-8dad-7ca321c3f448 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:28:11.998685 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-1dcd673c-fd2a-4cbd-b037-2dd15ad64af8 req-93d0e12b-49b1-48d1-8576-d938701b5963 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606458 Aug 31 15:28:12.051419 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c0d5fc5b-e1ab-47e3-8ce5-3daf0e5ddbdc tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:12.208660 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port cbb89330-4dc9-46be-8dad-7ca321c3f448, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=cbb89330-4dc9-46be-8dad-7ca321c3f448,segment=NetworkSegment(c04ecbb1-0952-4af4-8fe9-edf346411969),segment_id=c04ecbb1-0952-4af4-8fe9-edf346411969)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:28:12.220168 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c0d5fc5b-e1ab-47e3-8ce5-3daf0e5ddbdc tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:12.225413 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Returning: {'device': 'cbb89330-4dc9-46be-8dad-7ca321c3f448', 'network_id': '922ac450-4677-43bc-8efe-225f00db650b', 'port_id': 'cbb89330-4dc9-46be-8dad-7ca321c3f448', 'mac_address': 'fa:16:3e:40:5f:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b781785a-1525-4ce8-bd55-de803c89ddc0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:28:12.319451 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:12.352415 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbb89330-4dc9-46be-8dad-7ca321c3f448 {{(pid=79278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:28:12.392831 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port cbb89330-4dc9-46be-8dad-7ca321c3f448, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=cbb89330-4dc9-46be-8dad-7ca321c3f448,segment=NetworkSegment(c04ecbb1-0952-4af4-8fe9-edf346411969),segment_id=c04ecbb1-0952-4af4-8fe9-edf346411969)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:28:12.400684 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:12.404789 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:12.501132 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=cbb89330-4dc9-46be-8dad-7ca321c3f448,revision_number=4']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:12.506981 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:12.571006 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c0d5fc5b-e1ab-47e3-8ce5-3daf0e5ddbdc tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks [] for port, precommit_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:12.577160 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c0d5fc5b-e1ab-47e3-8ce5-3daf0e5ddbdc tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10695592'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:12.582502 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-95b968b0-abe3-444f-9635-7bfb0f8de440 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:12.793186 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5fc5b-e1ab-47e3-8ce5-3daf0e5ddbdc tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Pushing event updated for resources: {'Port': ['ID=76335886-2af9-4165-afec-da6bba426a97,revision_number=2']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:12.797791 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-c0d5fc5b-e1ab-47e3-8ce5-3daf0e5ddbdc tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:12.800590 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c0d5fc5b-e1ab-47e3-8ce5-3daf0e5ddbdc tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906927'] for floatingip, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:12.896688 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3d3bd-977c-4a02-8afa-bb257af9b2a1 req-6386a6c4-f07b-4812-ab57-8762ce3cb989 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:12.903778 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-0af3d3bd-977c-4a02-8afa-bb257af9b2a1 req-6386a6c4-f07b-4812-ab57-8762ce3cb989 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26fc0f0d-ad85-47fc-8ce1-ae025c05074b HTTP/1.1" status: 200 len: 944 time: 0.1400971 Aug 31 15:28:12.967708 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-0af3d3bd-977c-4a02-8afa-bb257af9b2a1 req-4b3b1310-9473-4ffc-8eec-aad23e819839 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593915 Aug 31 15:28:13.056350 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.db.l3_db [None req-c0d5fc5b-e1ab-47e3-8ce5-3daf0e5ddbdc tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Floating IP 2a56a318-605e-4264-abe8-983c7db35ce7 associated. External IP: 172.27.1.175, port: faf15d75-ec01-43e5-a3ac-58e4c858d1de. Aug 31 15:28:13.487223 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] get_ports_and_sgs() called for port_ids ['cbb89330-4dc9-46be-8dad-7ca321c3f448'] {{(pid=79278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:28:13.588680 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b734e1e-bca1-4a5b-ba08-7664f7eaecf0 req-a8482f41-920f-4ded-9ec8-553db623ab18 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:13.591688 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9b734e1e-bca1-4a5b-ba08-7664f7eaecf0 req-a8482f41-920f-4ded-9ec8-553db623ab18 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.4590757 Aug 31 15:28:13.666202 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9b734e1e-bca1-4a5b-ba08-7664f7eaecf0 req-a6704b28-205f-4b74-b95c-e75da43669b5 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608497 Aug 31 15:28:13.787793 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d5fc5b-e1ab-47e3-8ce5-3daf0e5ddbdc tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Router 857b818d-43f5-4280-964e-77f41b9aeb1d has already been hosted by L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 {{(pid=79277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:28:14.100647 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d5fc5b-e1ab-47e3-8ce5-3daf0e5ddbdc tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:28:14.113466 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac2ac23-91ed-4634-8f58-92b8729bb7f1 None None] Sync routers for ids ['857b818d-43f5-4280-964e-77f41b9aeb1d'] in dv-cinder-802781-4-iscsi {{(pid=79279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:28:14.138433 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac2ac23-91ed-4634-8f58-92b8729bb7f1 None None] Routers {'857b818d-43f5-4280-964e-77f41b9aeb1d'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:28:14.139662 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-bac2ac23-91ed-4634-8f58-92b8729bb7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:28:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['857b818d-43f5-4280-964e-77f41b9aeb1d'], 'active': True} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:28:14.164342 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c0d5fc5b-e1ab-47e3-8ce5-3daf0e5ddbdc tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for floatingip, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:14.399068 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-c0d5fc5b-e1ab-47e3-8ce5-3daf0e5ddbdc tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.5946231 Aug 31 15:28:14.402680 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c7337e8-ca04-4d75-a350-53f054e2f5de', 'tag': 'faf15d75-ec01-43e5-a3ac-58e4c858d1de'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:28:14.434921 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b931ee11-98f2-4ca8-a5d2-92d12eb4de47 req-5d361406-3fd9-460e-a6c0-3c0b6731af5f tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:14.436722 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b931ee11-98f2-4ca8-a5d2-92d12eb4de47 req-5d361406-3fd9-460e-a6c0-3c0b6731af5f tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26fc0f0d-ad85-47fc-8ce1-ae025c05074b HTTP/1.1" status: 200 len: 944 time: 0.1777923 Aug 31 15:28:14.552548 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b931ee11-98f2-4ca8-a5d2-92d12eb4de47 req-5b6f75b0-8c4e-493c-9d69-ecd9125e3b21 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930269 Aug 31 15:28:14.562887 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c7337e8-ca04-4d75-a350-53f054e2f5de', 'tag': 'faf15d75-ec01-43e5-a3ac-58e4c858d1de', 'status': 'completed', 'code': 200} Aug 31 15:28:14.643375 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvr_db [None req-bac2ac23-91ed-4634-8f58-92b8729bb7f1 None None] Set router 857b818d-43f5-4280-964e-77f41b9aeb1d gateway port host: dv-cinder-802781-4-iscsi {{(pid=79279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:28:14.758660 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f220fd8-9771-4a1e-a434-93042f1d7f39 req-77616d16-cf0a-4903-a967-68b7e2d84ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:14.760230 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6f220fd8-9771-4a1e-a434-93042f1d7f39 req-77616d16-cf0a-4903-a967-68b7e2d84ebd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ae108ad25124f909f1e46038dca0493&device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 1099 time: 0.1004653 Aug 31 15:28:15.066901 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f220fd8-9771-4a1e-a434-93042f1d7f39 req-3798ad28-401a-4038-924a-841387a17451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:15.073102 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6f220fd8-9771-4a1e-a434-93042f1d7f39 req-3798ad28-401a-4038-924a-841387a17451 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ef925e76-4046-4823-a8a0-a0830b7a304d HTTP/1.1" status: 200 len: 909 time: 0.3010492 Aug 31 15:28:15.074811 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c3ede7-f7dd-48af-ac86-a07e107d4243 req-ce889019-7107-413e-a0d9-aa42c38bf69e tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:15.077227 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-96c3ede7-f7dd-48af-ac86-a07e107d4243 req-ce889019-7107-413e-a0d9-aa42c38bf69e tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.1531501 Aug 31 15:28:15.190105 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-96c3ede7-f7dd-48af-ac86-a07e107d4243 req-0ba22cad-05d0-4e67-9c9c-ca802954d7d5 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011648 Aug 31 15:28:15.385464 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6f220fd8-9771-4a1e-a434-93042f1d7f39 req-2f0f03a0-73e7-4472-b3fa-5e9da6fb7c99 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=faf15d75-ec01-43e5-a3ac-58e4c858d1de HTTP/1.1" status: 200 len: 1000 time: 0.2886796 Aug 31 15:28:15.479756 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-bac2ac23-91ed-4634-8f58-92b8729bb7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857b818d-43f5-4280-964e-77f41b9aeb1d', 'name': 'tempest-TestShelveInstance-646910121-router', 'tenant_id': '7ae108ad25124f909f1e46038dca0493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'bd55f413-b4aa-472a-bce4-f272f7abce49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:25:53Z', 'updated_at': '2021-08-31T15:26:02Z', 'revision_number': 4, 'project_id': '7ae108ad25124f909f1e46038dca0493', 'gw_port': {'id': 'bd55f413-b4aa-472a-bce4-f272f7abce49', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857b818d-43f5-4280-964e-77f41b9aeb1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:25:55Z', 'updated_at': '2021-08-31T15:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_floatingips': [{'id': '2a56a318-605e-4264-abe8-983c7db35ce7', 'tenant_id': '7ae108ad25124f909f1e46038dca0493', 'floating_ip_address': '172.27.1.175', 'floating_network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'router_id': '857b818d-43f5-4280-964e-77f41b9aeb1d', 'port_id': 'faf15d75-ec01-43e5-a3ac-58e4c858d1de', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef925e76-4046-4823-a8a0-a0830b7a304d', 'mac_address': 'fa:16:3e:be:ea:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7337e8-ca04-4d75-a350-53f054e2f5de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:28:11Z', 'updated_at': '2021-08-31T15:28:11Z', 'revision_number': 0, 'project_id': '7ae108ad25124f909f1e46038dca0493', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1fcd85b-bde2-48f9-b04f-6c050c43bb8c', 'name': '', 'network_id': 'ef925e76-4046-4823-a8a0-a0830b7a304d', 'tenant_id': '7ae108ad25124f909f1e46038dca0493', 'mac_address': 'fa:16:3e:5e:7e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857b818d-43f5-4280-964e-77f41b9aeb1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '87e3bb36-5c9a-4d57-9d7c-099e88562166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:26:01Z', 'updated_at': '2021-08-31T15:26:11Z', 'revision_number': 5, 'project_id': '7ae108ad25124f909f1e46038dca0493', 'subnets': [{'id': '87e3bb36-5c9a-4d57-9d7c-099e88562166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:28:15.486088 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac2ac23-91ed-4634-8f58-92b8729bb7f1 None None] Checking router: 857b818d-43f5-4280-964e-77f41b9aeb1d for host: dv-cinder-802781-4-iscsi {{(pid=79279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:28:15.551372 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac2ac23-91ed-4634-8f58-92b8729bb7f1 None None] Routers {'857b818d-43f5-4280-964e-77f41b9aeb1d'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:28:15.561934 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-bac2ac23-91ed-4634-8f58-92b8729bb7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:28:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['857b818d-43f5-4280-964e-77f41b9aeb1d'], 'active': True} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:28:15.613830 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f220fd8-9771-4a1e-a434-93042f1d7f39 req-d8a3807a-3480-4ee4-b43a-4821917199cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:15.623287 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6f220fd8-9771-4a1e-a434-93042f1d7f39 req-d8a3807a-3480-4ee4-b43a-4821917199cb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=87e3bb36-5c9a-4d57-9d7c-099e88562166 HTTP/1.1" status: 200 len: 847 time: 0.2186744 Aug 31 15:28:15.758800 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f220fd8-9771-4a1e-a434-93042f1d7f39 req-e844c450-0e08-4408-ae61-85613e33780a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:15.764740 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6f220fd8-9771-4a1e-a434-93042f1d7f39 req-e844c450-0e08-4408-ae61-85613e33780a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ef925e76-4046-4823-a8a0-a0830b7a304d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1397259 Aug 31 15:28:15.948216 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb2eaa-2247-463a-9e4b-870755e59607 req-59bf8c82-8340-499c-b1db-6ce5f498044a tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:15.956450 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-8acb2eaa-2247-463a-9e4b-870755e59607 req-59bf8c82-8340-499c-b1db-6ce5f498044a tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26fc0f0d-ad85-47fc-8ce1-ae025c05074b HTTP/1.1" status: 200 len: 944 time: 0.1666267 Aug 31 15:28:16.009262 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvr_db [None req-bac2ac23-91ed-4634-8f58-92b8729bb7f1 None None] Set router 857b818d-43f5-4280-964e-77f41b9aeb1d gateway port host: dv-cinder-802781-4-iscsi {{(pid=79279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:28:16.024435 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device cbb89330-4dc9-46be-8dad-7ca321c3f448 up at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:28:16.027946 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-8acb2eaa-2247-463a-9e4b-870755e59607 req-a34209bf-2d67-4018-82f6-8f57370ef3e6 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702531 Aug 31 15:28:16.028712 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6f220fd8-9771-4a1e-a434-93042f1d7f39 req-a034b1c4-f78a-4433-89eb-5662fba5719f service neutron] 10.222.0.64 "GET /v2.0/networks/ef925e76-4046-4823-a8a0-a0830b7a304d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542326 Aug 31 15:28:16.213811 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6f220fd8-9771-4a1e-a434-93042f1d7f39 req-6031e6b5-1bb9-4769-baac-677b32d1a7b6 service neutron] 10.222.0.64 "GET /v2.0/networks/ef925e76-4046-4823-a8a0-a0830b7a304d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747212 Aug 31 15:28:16.329788 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning for port cbb89330-4dc9-46be-8dad-7ca321c3f448 completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:28:16.338663 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning complete for port cbb89330-4dc9-46be-8dad-7ca321c3f448 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:28:16.339789 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:16.529810 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c5ab3-126f-495e-951c-f4b00a7ee1a1 req-6c82ca2f-ded5-4f21-8469-25b34ef1c305 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:16.531336 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b19c5ab3-126f-495e-951c-f4b00a7ee1a1 req-6c82ca2f-ded5-4f21-8469-25b34ef1c305 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.1336510 Aug 31 15:28:16.606711 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b19c5ab3-126f-495e-951c-f4b00a7ee1a1 req-7e90ec49-1d25-4642-8577-a6eaf7a80026 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685642 Aug 31 15:28:16.625672 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:16.676834 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fc0f0d-ad85-47fc-8ce1-ae025c05074b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb89330-4dc9-46be-8dad-7ca321c3f448'}] {{(pid=79278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:28:16.688083 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port cbb89330-4dc9-46be-8dad-7ca321c3f448, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=cbb89330-4dc9-46be-8dad-7ca321c3f448,segment=NetworkSegment(c04ecbb1-0952-4af4-8fe9-edf346411969),segment_id=c04ecbb1-0952-4af4-8fe9-edf346411969)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:28:16.692432 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:16.696722 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:16.735211 dv-cinder-802781-4-iscsi neutron-server[79278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26fc0f0d-ad85-47fc-8ce1-ae025c05074b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb89330-4dc9-46be-8dad-7ca321c3f448', 'code': 200} Aug 31 15:28:16.787157 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=cbb89330-4dc9-46be-8dad-7ca321c3f448,revision_number=5']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:16.799600 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:16.812231 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-bac2ac23-91ed-4634-8f58-92b8729bb7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857b818d-43f5-4280-964e-77f41b9aeb1d', 'name': 'tempest-TestShelveInstance-646910121-router', 'tenant_id': '7ae108ad25124f909f1e46038dca0493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'bd55f413-b4aa-472a-bce4-f272f7abce49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:25:53Z', 'updated_at': '2021-08-31T15:26:02Z', 'revision_number': 4, 'project_id': '7ae108ad25124f909f1e46038dca0493', 'gw_port': {'id': 'bd55f413-b4aa-472a-bce4-f272f7abce49', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857b818d-43f5-4280-964e-77f41b9aeb1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:25:55Z', 'updated_at': '2021-08-31T15:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_floatingips': [{'id': '2a56a318-605e-4264-abe8-983c7db35ce7', 'tenant_id': '7ae108ad25124f909f1e46038dca0493', 'floating_ip_address': '172.27.1.175', 'floating_network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'router_id': '857b818d-43f5-4280-964e-77f41b9aeb1d', 'port_id': 'faf15d75-ec01-43e5-a3ac-58e4c858d1de', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef925e76-4046-4823-a8a0-a0830b7a304d', 'mac_address': 'fa:16:3e:be:ea:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7337e8-ca04-4d75-a350-53f054e2f5de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:28:11Z', 'updated_at': '2021-08-31T15:28:11Z', 'revision_number': 0, 'project_id': '7ae108ad25124f909f1e46038dca0493', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1fcd85b-bde2-48f9-b04f-6c050c43bb8c', 'name': '', 'network_id': 'ef925e76-4046-4823-a8a0-a0830b7a304d', 'tenant_id': '7ae108ad25124f909f1e46038dca0493', 'mac_address': 'fa:16:3e:5e:7e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857b818d-43f5-4280-964e-77f41b9aeb1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '87e3bb36-5c9a-4d57-9d7c-099e88562166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:26:01Z', 'updated_at': '2021-08-31T15:26:11Z', 'revision_number': 5, 'project_id': '7ae108ad25124f909f1e46038dca0493', 'subnets': [{'id': '87e3bb36-5c9a-4d57-9d7c-099e88562166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:28:16.817860 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac2ac23-91ed-4634-8f58-92b8729bb7f1 None None] The sync data for ids ['857b818d-43f5-4280-964e-77f41b9aeb1d'] in dv-cinder-802781-4-iscsi is: [{'id': '857b818d-43f5-4280-964e-77f41b9aeb1d', 'name': 'tempest-TestShelveInstance-646910121-router', 'tenant_id': '7ae108ad25124f909f1e46038dca0493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'bd55f413-b4aa-472a-bce4-f272f7abce49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:25:53Z', 'updated_at': '2021-08-31T15:26:02Z', 'revision_number': 4, 'project_id': '7ae108ad25124f909f1e46038dca0493', 'gw_port': {'id': 'bd55f413-b4aa-472a-bce4-f272f7abce49', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857b818d-43f5-4280-964e-77f41b9aeb1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:25:55Z', 'updated_at': '2021-08-31T15:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_floatingips': [{'id': '2a56a318-605e-4264-abe8-983c7db35ce7', 'tenant_id': '7ae108ad25124f909f1e46038dca0493', 'floating_ip_address': '172.27.1.175', 'floating_network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'router_id': '857b818d-43f5-4280-964e-77f41b9aeb1d', 'port_id': 'faf15d75-ec01-43e5-a3ac-58e4c858d1de', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 386, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef925e76-4046-4823-a8a0-a0830b7a304d', 'mac_address': 'fa:16:3e:be:ea:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7337e8-ca04-4d75-a350-53f054e2f5de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:28:11Z', 'updated_at': '2021-08-31T15:28:11Z', 'revision_number': 0, 'project_id': '7ae108ad25124f909f1e46038dca0493', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1fcd85b-bde2-48f9-b04f-6c050c43bb8c', 'name': '', 'network_id': 'ef925e76-4046-4823-a8a0-a0830b7a304d', 'tenant_id': '7ae108ad25124f909f1e46038dca0493', 'mac_address': 'fa:16:3e:5e:7e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857b818d-43f5-4280-964e-77f41b9aeb1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '87e3bb36-5c9a-4d57-9d7c-099e88562166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:26:01Z', 'updated_at': '2021-08-31T15:26:11Z', 'revision_number': 5, 'project_id': '7ae108ad25124f909f1e46038dca0493', 'subnets': [{'id': '87e3bb36-5c9a-4d57-9d7c-099e88562166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:28:17.163601 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4550867-5b25-49e6-b4ea-c251128e5ba9 None None] New status for floating IP 2a56a318-605e-4264-abe8-983c7db35ce7: ACTIVE {{(pid=79278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:28:17.329350 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c0ffab-12da-4075-ac75-112af62ea344 req-25cd0d55-fde3-4c7b-b01a-6eabb28b3c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:17.330739 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-53c0ffab-12da-4075-ac75-112af62ea344 req-25cd0d55-fde3-4c7b-b01a-6eabb28b3c51 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=26fc0f0d-ad85-47fc-8ce1-ae025c05074b HTTP/1.1" status: 200 len: 1098 time: 0.2764864 Aug 31 15:28:17.353895 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193ec60-92cc-4b25-ae50-2464f398b331 req-4a7de5e2-c924-4341-b84b-13e8d43742ab tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:17.356362 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7193ec60-92cc-4b25-ae50-2464f398b331 req-4a7de5e2-c924-4341-b84b-13e8d43742ab tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26fc0f0d-ad85-47fc-8ce1-ae025c05074b HTTP/1.1" status: 200 len: 945 time: 0.1193650 Aug 31 15:28:17.408235 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7193ec60-92cc-4b25-ae50-2464f398b331 req-b0f80dc2-8488-4811-ab57-c46fb11e19bd tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462465 Aug 31 15:28:17.811913 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6d57b-8e05-493f-9531-0cd1bb9e2b67 req-042678aa-3eb4-4afc-81c6-958c0b19fddc tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:17.813377 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-efd6d57b-8e05-493f-9531-0cd1bb9e2b67 req-042678aa-3eb4-4afc-81c6-958c0b19fddc tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0843532 Aug 31 15:28:17.860618 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-efd6d57b-8e05-493f-9531-0cd1bb9e2b67 req-d025769f-ac5c-4049-a141-ad909f57f6c0 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403693 Aug 31 15:28:18.595444 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720fa9d5-aab0-4fac-b833-c7f4f2a36836 req-c57397ba-2d11-44eb-a75c-7125ea104385 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:18.596900 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-720fa9d5-aab0-4fac-b833-c7f4f2a36836 req-c57397ba-2d11-44eb-a75c-7125ea104385 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26fc0f0d-ad85-47fc-8ce1-ae025c05074b HTTP/1.1" status: 200 len: 945 time: 0.0792496 Aug 31 15:28:18.645829 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-720fa9d5-aab0-4fac-b833-c7f4f2a36836 req-f5cf1ff9-6649-41a5-b295-e21475242054 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425115 Aug 31 15:28:19.044907 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de267f21-e192-4536-a52c-fabffe9963f1 req-4ae886fd-4bd3-45e8-ba21-a9ea26d332ad tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:19.046346 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-de267f21-e192-4536-a52c-fabffe9963f1 req-4ae886fd-4bd3-45e8-ba21-a9ea26d332ad tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0788050 Aug 31 15:28:19.088993 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-de267f21-e192-4536-a52c-fabffe9963f1 req-9a05553e-5cd0-4a17-91ce-dc66caad80c5 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370307 Aug 31 15:28:19.859015 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c2ef5-6348-48a5-a973-383e5299f239 req-1118c81e-9339-44a8-8d41-086b790c5d2a tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:19.860506 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-613c2ef5-6348-48a5-a973-383e5299f239 req-1118c81e-9339-44a8-8d41-086b790c5d2a tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26fc0f0d-ad85-47fc-8ce1-ae025c05074b HTTP/1.1" status: 200 len: 945 time: 0.0845921 Aug 31 15:28:19.906510 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-613c2ef5-6348-48a5-a973-383e5299f239 req-f09d1134-ad51-4e2a-9262-5c2c8f75c3e2 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403364 Aug 31 15:28:20.273915 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918348a-745a-4423-a038-3f2cfafc4730 req-a2403e17-04ee-4b75-9e4c-e076056d015a tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:20.275490 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-6918348a-745a-4423-a038-3f2cfafc4730 req-a2403e17-04ee-4b75-9e4c-e076056d015a tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0813370 Aug 31 15:28:20.324014 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-6918348a-745a-4423-a038-3f2cfafc4730 req-9bcc83c3-7a11-4a2f-97ad-621de4600bb6 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402076 Aug 31 15:28:21.092659 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca5019-82c4-4e9d-8805-b05df17f884f req-433bdd42-0ed6-4f18-abb4-25deba7475d4 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:21.094114 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-adca5019-82c4-4e9d-8805-b05df17f884f req-433bdd42-0ed6-4f18-abb4-25deba7475d4 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26fc0f0d-ad85-47fc-8ce1-ae025c05074b HTTP/1.1" status: 200 len: 945 time: 0.0828443 Aug 31 15:28:21.138073 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-adca5019-82c4-4e9d-8805-b05df17f884f req-9c5e8f8b-367e-4ed9-a402-ad41b596d4ab tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377436 Aug 31 15:28:21.514487 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a499c681-88f6-4610-a8a3-56228e9f8f37 req-beefe440-44fa-488d-8291-5719991e444b tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:21.515987 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-a499c681-88f6-4610-a8a3-56228e9f8f37 req-beefe440-44fa-488d-8291-5719991e444b tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0824149 Aug 31 15:28:21.565256 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-a499c681-88f6-4610-a8a3-56228e9f8f37 req-a60c949a-0ef3-4605-be5e-2c325a15533f tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427363 Aug 31 15:28:22.320146 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86436fff-5e5a-4ffd-a529-755a81c8a2cd req-f1d8c763-f01f-4723-b005-c17530fc0633 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:22.321616 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-86436fff-5e5a-4ffd-a529-755a81c8a2cd req-f1d8c763-f01f-4723-b005-c17530fc0633 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26fc0f0d-ad85-47fc-8ce1-ae025c05074b HTTP/1.1" status: 200 len: 945 time: 0.0808735 Aug 31 15:28:22.366403 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-86436fff-5e5a-4ffd-a529-755a81c8a2cd req-fabd5f71-d708-4a01-833d-f0a216284e07 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390646 Aug 31 15:28:22.755335 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336dc8b4-7e01-4462-8a0d-2c14694fbfa4 req-277e930e-c0de-487f-a495-7569ca88b4cc tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:22.756696 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-336dc8b4-7e01-4462-8a0d-2c14694fbfa4 req-277e930e-c0de-487f-a495-7569ca88b4cc tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0831025 Aug 31 15:28:22.801982 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-336dc8b4-7e01-4462-8a0d-2c14694fbfa4 req-67cb947c-b263-4222-86d5-b24e34d1c316 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396821 Aug 31 15:28:23.549081 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d965b-d0d6-49c3-a49a-303f3e0b86d6 req-ea65c8c3-8f98-41fb-bc78-970de9f3abe4 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:23.550536 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-1c0d965b-d0d6-49c3-a49a-303f3e0b86d6 req-ea65c8c3-8f98-41fb-bc78-970de9f3abe4 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26fc0f0d-ad85-47fc-8ce1-ae025c05074b HTTP/1.1" status: 200 len: 945 time: 0.0793452 Aug 31 15:28:23.598080 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-1c0d965b-d0d6-49c3-a49a-303f3e0b86d6 req-5b65f959-a34c-4ce3-adac-6a1fdb14bef3 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413737 Aug 31 15:28:23.990361 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeeb5a8-8752-4b4d-a58a-aeea0e90f482 req-f47ced89-645a-49f1-8845-11571aff77f7 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:23.991837 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-edeeb5a8-8752-4b4d-a58a-aeea0e90f482 req-f47ced89-645a-49f1-8845-11571aff77f7 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0855358 Aug 31 15:28:24.038752 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-edeeb5a8-8752-4b4d-a58a-aeea0e90f482 req-45170c8a-fa22-46a1-a15b-0b0a0fd8aa13 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411842 Aug 31 15:28:24.447046 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-53c0ffab-12da-4075-ac75-112af62ea344 req-0569d377-ac39-4083-a604-adbe5e09cc82 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419312 Aug 31 15:28:24.807965 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5dc4e6-8f63-4c2d-9ce1-ccf43907150c req-3d91f694-c0d0-4a4d-b6c1-e29173ae3cc4 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:24.814831 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-be5dc4e6-8f63-4c2d-9ce1-ccf43907150c req-3d91f694-c0d0-4a4d-b6c1-e29173ae3cc4 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26fc0f0d-ad85-47fc-8ce1-ae025c05074b HTTP/1.1" status: 200 len: 945 time: 0.0926361 Aug 31 15:28:24.858397 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-be5dc4e6-8f63-4c2d-9ce1-ccf43907150c req-1bceb35a-678d-4bd1-8459-e0aa743f9cde tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426276 Aug 31 15:28:25.255315 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ea519-89ad-4e00-9c03-2a22cbc5469b req-a8982718-4beb-45e3-b0ac-baf079a173a8 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:25.256783 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dd1ea519-89ad-4e00-9c03-2a22cbc5469b req-a8982718-4beb-45e3-b0ac-baf079a173a8 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0879693 Aug 31 15:28:25.307710 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dd1ea519-89ad-4e00-9c03-2a22cbc5469b req-7f953f4c-81f5-4dc6-aded-0d7558857937 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427508 Aug 31 15:28:26.088147 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d459b-9b3e-4812-9958-fa36a9a27e86 req-34848c21-69bd-48de-adfd-ab60649a75d3 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:26.093756 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c34d459b-9b3e-4812-9958-fa36a9a27e86 req-34848c21-69bd-48de-adfd-ab60649a75d3 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26fc0f0d-ad85-47fc-8ce1-ae025c05074b HTTP/1.1" status: 200 len: 945 time: 0.0907533 Aug 31 15:28:26.143599 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c34d459b-9b3e-4812-9958-fa36a9a27e86 req-3c5635cd-4a7e-4db8-98c7-749cb4ae07da tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457017 Aug 31 15:28:26.793865 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a0a23-a8f6-4e5a-a005-3f7a6dc787c1 req-5a01f5b5-429e-4104-a654-4d27a9bdbde6 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:26.804806 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b73a0a23-a8f6-4e5a-a005-3f7a6dc787c1 req-5a01f5b5-429e-4104-a654-4d27a9bdbde6 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0968032 Aug 31 15:28:26.867845 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b73a0a23-a8f6-4e5a-a005-3f7a6dc787c1 req-f69890ac-8922-439f-b869-11f04abcde22 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620954 Aug 31 15:28:27.373812 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66427220-fdce-49fc-99f2-45b64128adeb req-b4c8dc83-34e1-4dff-8542-323bbaf9b376 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:27.383000 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-66427220-fdce-49fc-99f2-45b64128adeb req-b4c8dc83-34e1-4dff-8542-323bbaf9b376 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26fc0f0d-ad85-47fc-8ce1-ae025c05074b HTTP/1.1" status: 200 len: 945 time: 0.1143570 Aug 31 15:28:27.428295 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-66427220-fdce-49fc-99f2-45b64128adeb req-7853f5d6-7008-43cf-aea6-8edc9aff35cc tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441966 Aug 31 15:28:28.058032 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37701e3-5d8d-4f2a-aad7-a25520ac21ac req-2c1b9d06-4f04-4c54-ab86-5453a65af7b8 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:28.059583 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-b37701e3-5d8d-4f2a-aad7-a25520ac21ac req-2c1b9d06-4f04-4c54-ab86-5453a65af7b8 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0847185 Aug 31 15:28:28.108487 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-b37701e3-5d8d-4f2a-aad7-a25520ac21ac req-f75698fe-7766-4d13-a0e8-9b10557ecb84 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426741 Aug 31 15:28:28.616380 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18f907-b20a-4b65-bf12-aa44ab71e432 req-81b06135-b885-44ac-ae2c-bfefec9b8dff tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:28.617802 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5b18f907-b20a-4b65-bf12-aa44ab71e432 req-81b06135-b885-44ac-ae2c-bfefec9b8dff tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26fc0f0d-ad85-47fc-8ce1-ae025c05074b HTTP/1.1" status: 200 len: 945 time: 0.0824497 Aug 31 15:28:28.662500 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5b18f907-b20a-4b65-bf12-aa44ab71e432 req-d0bb6dc6-7f5d-427d-b8e7-fa782a2a13b7 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390582 Aug 31 15:28:29.296956 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a0f95-758f-4271-97cb-e4d37bdcdd97 req-be45ba40-0bb7-470e-93ab-d4b5d3331cc4 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:29.298444 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-024a0f95-758f-4271-97cb-e4d37bdcdd97 req-be45ba40-0bb7-470e-93ab-d4b5d3331cc4 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0829418 Aug 31 15:28:29.345728 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-024a0f95-758f-4271-97cb-e4d37bdcdd97 req-6dd0c6de-e4b8-4d29-b72b-f802241589e1 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412626 Aug 31 15:28:29.848272 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf5460-26ce-4068-ae91-d4faeebb2b7d req-51672fee-80ef-474e-92fe-bd1c6bdf8521 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:29.850350 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f7cf5460-26ce-4068-ae91-d4faeebb2b7d req-51672fee-80ef-474e-92fe-bd1c6bdf8521 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26fc0f0d-ad85-47fc-8ce1-ae025c05074b HTTP/1.1" status: 200 len: 945 time: 0.0811036 Aug 31 15:28:29.895118 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f7cf5460-26ce-4068-ae91-d4faeebb2b7d req-cf429668-d441-4037-8442-a00dbbaefd22 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390661 Aug 31 15:28:30.536083 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1c87e0-8874-4335-ad90-c68b2658f054 req-9f76563b-019a-4655-9839-1454217f719d tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:30.537549 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-2d1c87e0-8874-4335-ad90-c68b2658f054 req-9f76563b-019a-4655-9839-1454217f719d tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0844026 Aug 31 15:28:30.581014 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-2d1c87e0-8874-4335-ad90-c68b2658f054 req-c96be05e-f3f2-4dd5-9ed5-b80a610c2d3d tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378711 Aug 31 15:28:31.075528 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8edee-244a-4052-b219-9bfc22b79060 req-ac29b86e-590a-4ff9-9b2f-4a10e33176d9 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:31.076956 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-78c8edee-244a-4052-b219-9bfc22b79060 req-ac29b86e-590a-4ff9-9b2f-4a10e33176d9 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26fc0f0d-ad85-47fc-8ce1-ae025c05074b HTTP/1.1" status: 200 len: 945 time: 0.0785906 Aug 31 15:28:31.120170 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-78c8edee-244a-4052-b219-9bfc22b79060 req-2bdf8704-6d24-4c49-9e6c-69b9ff8cdf3d tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376706 Aug 31 15:28:31.772845 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8b7de-98c3-456e-bbe5-ffe51e1630d4 req-07f8dbd2-53d1-4bb4-b3d7-92316813e40d tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:31.774284 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b1c8b7de-98c3-456e-bbe5-ffe51e1630d4 req-07f8dbd2-53d1-4bb4-b3d7-92316813e40d tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0873423 Aug 31 15:28:31.817808 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b1c8b7de-98c3-456e-bbe5-ffe51e1630d4 req-89e5723d-19f0-435c-8268-83b71db37cb3 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379138 Aug 31 15:28:32.307711 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205fc27-ff8a-448f-b617-fde9f3a39b6a req-908cf854-de29-4749-a0ac-e21e1e13b24e tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:32.309263 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b205fc27-ff8a-448f-b617-fde9f3a39b6a req-908cf854-de29-4749-a0ac-e21e1e13b24e tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26fc0f0d-ad85-47fc-8ce1-ae025c05074b HTTP/1.1" status: 200 len: 945 time: 0.0860293 Aug 31 15:28:32.361302 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b205fc27-ff8a-448f-b617-fde9f3a39b6a req-92f67b61-dc04-4116-8c84-422a28d59de4 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461366 Aug 31 15:28:32.999301 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a8702-6251-4351-8e94-965a966fcf70 req-75374f68-71cd-4ab8-8612-12c370c76be0 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:33.000729 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-cd6a8702-6251-4351-8e94-965a966fcf70 req-75374f68-71cd-4ab8-8612-12c370c76be0 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0792780 Aug 31 15:28:33.044644 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-cd6a8702-6251-4351-8e94-965a966fcf70 req-aaa1246d-41b1-4589-9a0e-8645a8da2425 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379403 Aug 31 15:28:33.555120 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca26035-255a-4e70-80a5-0795e51f903b req-3bb4cfaa-9c59-4182-8bda-0d0befcc50f3 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:33.556674 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9ca26035-255a-4e70-80a5-0795e51f903b req-3bb4cfaa-9c59-4182-8bda-0d0befcc50f3 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26fc0f0d-ad85-47fc-8ce1-ae025c05074b HTTP/1.1" status: 200 len: 945 time: 0.0877464 Aug 31 15:28:33.603711 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9ca26035-255a-4e70-80a5-0795e51f903b req-e80dd6d0-75e6-459f-af7d-14f882fd2d44 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412133 Aug 31 15:28:34.226589 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9972eac-8b7f-40db-a28c-eeb8209d1b97 req-5d37b929-8fba-4153-9b81-20f1cbc441a2 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:34.228067 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e9972eac-8b7f-40db-a28c-eeb8209d1b97 req-5d37b929-8fba-4153-9b81-20f1cbc441a2 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0793350 Aug 31 15:28:34.271571 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e9972eac-8b7f-40db-a28c-eeb8209d1b97 req-0a8cabc2-58d1-459d-abb9-35213492c605 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378890 Aug 31 15:28:34.791051 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53731c-065f-4207-b635-9a5936dd1bb0 req-d020a90c-1f91-40ae-8426-5a27a3f868a4 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:34.792543 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-6b53731c-065f-4207-b635-9a5936dd1bb0 req-d020a90c-1f91-40ae-8426-5a27a3f868a4 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26fc0f0d-ad85-47fc-8ce1-ae025c05074b HTTP/1.1" status: 200 len: 945 time: 0.0832708 Aug 31 15:28:34.837709 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-6b53731c-065f-4207-b635-9a5936dd1bb0 req-6881d10d-3d07-4d77-bff6-f3b8b69142aa tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395238 Aug 31 15:28:35.282756 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-9e8465bf-0006-4827-96f1-1307ab96ac8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:35.522373 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c6541-5aeb-4616-af6d-603cb6c60fb4 req-d9060db4-31ac-4206-9714-5b2aabb3cd0a tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:35.523866 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-077c6541-5aeb-4616-af6d-603cb6c60fb4 req-d9060db4-31ac-4206-9714-5b2aabb3cd0a tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.1492910 Aug 31 15:28:35.570705 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-077c6541-5aeb-4616-af6d-603cb6c60fb4 req-04a5d253-db03-412d-83c3-5fc506627966 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411091 Aug 31 15:28:35.592766 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:36.036177 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984407e-6008-4698-b658-96bf24d3fb08 req-77c7cb25-afa5-4cd6-8779-aa852e7d6136 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:36.037660 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f984407e-6008-4698-b658-96bf24d3fb08 req-77c7cb25-afa5-4cd6-8779-aa852e7d6136 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26fc0f0d-ad85-47fc-8ce1-ae025c05074b HTTP/1.1" status: 200 len: 945 time: 0.0882776 Aug 31 15:28:36.085967 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f984407e-6008-4698-b658-96bf24d3fb08 req-8fe32e19-61bc-4d4f-b0b7-593f70f5d96b tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410035 Aug 31 15:28:36.754458 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9f6c5f-91ce-4179-b0bf-7f675de2e4ca req-2c51a304-ee62-4288-bc49-bd3afff4b19d tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:36.756023 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5d9f6c5f-91ce-4179-b0bf-7f675de2e4ca req-2c51a304-ee62-4288-bc49-bd3afff4b19d tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0807059 Aug 31 15:28:36.800328 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5d9f6c5f-91ce-4179-b0bf-7f675de2e4ca req-e9ae4a46-466d-40bd-9e7c-7dcc6cd0f128 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386879 Aug 31 15:28:37.704049 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-5e16d845-bbdf-4694-916e-799c57d5dd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:37.987206 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb98cff-49e1-49e2-8670-cb556162db91 req-46c7c5fa-08d0-4d17-bdb6-9b6db882dc17 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:37.988662 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-cbb98cff-49e1-49e2-8670-cb556162db91 req-46c7c5fa-08d0-4d17-bdb6-9b6db882dc17 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0822861 Aug 31 15:28:38.033991 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-cbb98cff-49e1-49e2-8670-cb556162db91 req-6be53312-0588-4a59-a972-d70b0f4274be tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396292 Aug 31 15:28:38.858535 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:39.218502 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0009a-bfa3-4a1b-8275-c9fe33e31311 req-a8b62cfd-723b-4a8f-8edb-b6bf2e118ecb tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:39.219979 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-aae0009a-bfa3-4a1b-8275-c9fe33e31311 req-a8b62cfd-723b-4a8f-8edb-b6bf2e118ecb tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0790160 Aug 31 15:28:39.270532 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-aae0009a-bfa3-4a1b-8275-c9fe33e31311 req-91a6d8e3-09e8-4438-a420-eadc1845b8b3 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448649 Aug 31 15:28:39.365529 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:40.452987 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b172e0c-f780-47ff-a6b6-1b994abafaa0 req-df974cbd-225e-4d62-bc8b-04ddf2129129 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:40.454433 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9b172e0c-f780-47ff-a6b6-1b994abafaa0 req-df974cbd-225e-4d62-bc8b-04ddf2129129 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0799019 Aug 31 15:28:40.499425 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9b172e0c-f780-47ff-a6b6-1b994abafaa0 req-080030a5-6108-4d55-85dc-3c500cafed45 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384998 Aug 31 15:28:40.542285 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:41.772510 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f987f-c41c-4aaf-b192-9be103dd1ad7 req-abd9ecd5-66b2-4695-bb79-e4f865c82a83 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:41.773864 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-056f987f-c41c-4aaf-b192-9be103dd1ad7 req-abd9ecd5-66b2-4695-bb79-e4f865c82a83 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.1653366 Aug 31 15:28:41.824568 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-056f987f-c41c-4aaf-b192-9be103dd1ad7 req-3091ccf3-5dc5-4733-bb28-6a0ffe5057af tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447855 Aug 31 15:28:43.011422 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f44eb-8bd3-4497-a70a-cf2ba82a8f43 req-158a13e7-b8bf-4b3f-953b-4bad0ae4ff45 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:43.012814 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-fd6f44eb-8bd3-4497-a70a-cf2ba82a8f43 req-158a13e7-b8bf-4b3f-953b-4bad0ae4ff45 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0796530 Aug 31 15:28:43.057641 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-fd6f44eb-8bd3-4497-a70a-cf2ba82a8f43 req-4ad55d7e-d793-4666-8435-0f0423933e1b tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392201 Aug 31 15:28:44.259914 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae94a1-b476-41f6-933a-51ed93bffbe5 req-7e6fc88d-f240-4b80-b9b0-2c662bf91687 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:44.262192 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8bae94a1-b476-41f6-933a-51ed93bffbe5 req-7e6fc88d-f240-4b80-b9b0-2c662bf91687 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0943742 Aug 31 15:28:44.308570 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8bae94a1-b476-41f6-933a-51ed93bffbe5 req-09c5b536-217b-4a37-9cd7-3d3897110813 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403910 Aug 31 15:28:45.507958 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a5185-9bce-424d-8970-0340d4c19892 req-60491374-2396-473c-98de-9230239e3db6 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:45.509443 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e49a5185-9bce-424d-8970-0340d4c19892 req-60491374-2396-473c-98de-9230239e3db6 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0817673 Aug 31 15:28:45.559028 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e49a5185-9bce-424d-8970-0340d4c19892 req-b5102016-ca39-4390-9c12-6588ca908ad5 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436816 Aug 31 15:28:46.439918 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 50472) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:28:46.502951 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.db_base_plugin_v2 [None req-edeabb59-4bb0-4f05-87d3-8634dabd736e admin admin] Deleting subnet 65cdaaf3-5f8d-4970-ae29-5840f61268a3 {{(pid=79276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 31 15:28:46.506087 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-edeabb59-4bb0-4f05-87d3-8634dabd736e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:46.563840 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-edeabb59-4bb0-4f05-87d3-8634dabd736e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-770018'] for subnet, precommit_delete_associations {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:46.621675 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-edeabb59-4bb0-4f05-87d3-8634dabd736e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3292833'] for subnet, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:46.731816 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-edeabb59-4bb0-4f05-87d3-8634dabd736e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3292846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1768719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-930066'] for subnet, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:46.754524 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:46.797505 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeabb59-4bb0-4f05-87d3-8634dabd736e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65cdaaf3-5f8d-4970-ae29-5840f61268a3,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:46.801982 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-edeabb59-4bb0-4f05-87d3-8634dabd736e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:46.803608 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-edeabb59-4bb0-4f05-87d3-8634dabd736e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for subnet, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:46.822368 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-edeabb59-4bb0-4f05-87d3-8634dabd736e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/65cdaaf3-5f8d-4970-ae29-5840f61268a3 HTTP/1.1" status: 204 len: 168 time: 0.3789146 Aug 31 15:28:46.823302 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 50488) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:28:46.841091 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4540a3-6ed5-4b0f-b53d-44cdc05f7fb0 req-17582107-b8f5-4458-a24b-7d86ca740e9a tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:46.852048 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-cf4540a3-6ed5-4b0f-b53d-44cdc05f7fb0 req-17582107-b8f5-4458-a24b-7d86ca740e9a tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.1545868 Aug 31 15:28:46.897277 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-cf4540a3-6ed5-4b0f-b53d-44cdc05f7fb0 req-6c261491-1e05-4ed7-ad7c-3080af3c0d8e tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478964 Aug 31 15:28:46.939961 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-eabe69f4-79be-4966-87a9-420c65f57e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1015904'] for network, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:47.084883 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-eabe69f4-79be-4966-87a9-420c65f57e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3290458', 'neutron.services.segments.db._delete_segments_for_network-8738171925917'] for network, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:47.101089 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.services.segments.db [None req-eabe69f4-79be-4966-87a9-420c65f57e89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e69e116f-bb94-4cd0-8e68-f0e004067172']}} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:28:47.112044 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 50496) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:28:47.114392 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.services.segments.db [None req-eabe69f4-79be-4966-87a9-420c65f57e89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db3e898c-5512-41a1-8392-127d94691559') {'for_net_delete': True} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:28:47.114868 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.services.segments.db [None req-eabe69f4-79be-4966-87a9-420c65f57e89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db3e898c-5512-41a1-8392-127d94691559') {} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:28:47.126861 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-eabe69f4-79be-4966-87a9-420c65f57e89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738171923703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1557509'] for segment, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:47.145960 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-eabe69f4-79be-4966-87a9-420c65f57e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3286683'] for segment, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:47.153088 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eabe69f4-79be-4966-87a9-420c65f57e89 admin admin] Releasing vlan 903 on physical network physnet1 to pool {{(pid=79277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:28:47.153434 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-eabe69f4-79be-4966-87a9-420c65f57e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3286674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10695556'] for segment, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:47.167282 dv-cinder-802781-4-iscsi neutron-server[79277]: Traceback (most recent call last): Aug 31 15:28:47.167282 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:28:47.167282 dv-cinder-802781-4-iscsi neutron-server[79277]: timer() Aug 31 15:28:47.167282 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:28:47.167282 dv-cinder-802781-4-iscsi neutron-server[79277]: cb(*args, **kw) Aug 31 15:28:47.167282 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 31 15:28:47.167282 dv-cinder-802781-4-iscsi neutron-server[79277]: return func(*args, **kwargs) Aug 31 15:28:47.167282 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:28:47.167282 dv-cinder-802781-4-iscsi neutron-server[79277]: self._notify() Aug 31 15:28:47.167282 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:28:47.167282 dv-cinder-802781-4-iscsi neutron-server[79277]: self.callback(batched_events) Aug 31 15:28:47.167282 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:28:47.167282 dv-cinder-802781-4-iscsi neutron-server[79277]: event.method(event) Aug 31 15:28:47.167282 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 15:28:47.167282 dv-cinder-802781-4-iscsi neutron-server[79277]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:28:47.167282 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 15:28:47.167282 dv-cinder-802781-4-iscsi neutron-server[79277]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:28:47.167282 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 15:28:47.167282 dv-cinder-802781-4-iscsi neutron-server[79277]: return f(self, *a, **k) Aug 31 15:28:47.167282 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 31 15:28:47.167282 dv-cinder-802781-4-iscsi neutron-server[79277]: return self._get(url).json() Aug 31 15:28:47.167282 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 31 15:28:47.167282 dv-cinder-802781-4-iscsi neutron-server[79277]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:28:47.167282 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:28:47.167282 dv-cinder-802781-4-iscsi neutron-server[79277]: return self.request(url, 'GET', **kwargs) Aug 31 15:28:47.167282 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:28:47.167282 dv-cinder-802781-4-iscsi neutron-server[79277]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:28:47.167282 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:28:47.167282 dv-cinder-802781-4-iscsi neutron-server[79277]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:28:47.167282 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:28:47.167282 dv-cinder-802781-4-iscsi neutron-server[79277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:28:47.167282 dv-cinder-802781-4-iscsi neutron-server[79277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:28:47.234810 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-1463f76a-dc21-4fdd-82ce-1cb039ee06b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:47.244641 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-eabe69f4-79be-4966-87a9-420c65f57e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3290403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906838'] for network, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:47.250371 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-1463f76a-dc21-4fdd-82ce-1cb039ee06b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:28:47.252598 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-eabe69f4-79be-4966-87a9-420c65f57e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for network, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:47.255109 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-1463f76a-dc21-4fdd-82ce-1cb039ee06b3 admin admin] Usage tracker for resource:security_group_rule and tenant:15b59821475444fd9dc660ad6021591d is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:28:47.256975 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:47.258083 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-1463f76a-dc21-4fdd-82ce-1cb039ee06b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:28:47.263804 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-1463f76a-dc21-4fdd-82ce-1cb039ee06b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:28:47.275590 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe69f4-79be-4966-87a9-420c65f57e89 admin admin] Pushing event deleted for resources: {'Network': ['ID=e69e116f-bb94-4cd0-8e68-f0e004067172,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:47.278334 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-eabe69f4-79be-4966-87a9-420c65f57e89 admin admin] 10.222.0.81 "DELETE /v2.0/networks/e69e116f-bb94-4cd0-8e68-f0e004067172 HTTP/1.1" status: 204 len: 168 time: 0.4535289 Aug 31 15:28:47.284410 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe69f4-79be-4966-87a9-420c65f57e89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:47.284769 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe69f4-79be-4966-87a9-420c65f57e89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:47.285128 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe69f4-79be-4966-87a9-420c65f57e89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:47.285510 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe69f4-79be-4966-87a9-420c65f57e89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:47.285851 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe69f4-79be-4966-87a9-420c65f57e89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:47.286199 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe69f4-79be-4966-87a9-420c65f57e89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:47.286744 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe69f4-79be-4966-87a9-420c65f57e89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:47.287438 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe69f4-79be-4966-87a9-420c65f57e89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:47.287555 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe69f4-79be-4966-87a9-420c65f57e89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:47.287824 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe69f4-79be-4966-87a9-420c65f57e89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:47.288162 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe69f4-79be-4966-87a9-420c65f57e89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:47.288778 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe69f4-79be-4966-87a9-420c65f57e89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:28:47.291729 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-eabe69f4-79be-4966-87a9-420c65f57e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:47.363221 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-1463f76a-dc21-4fdd-82ce-1cb039ee06b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:47.368037 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-1463f76a-dc21-4fdd-82ce-1cb039ee06b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:47.378572 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a53dd736-4f85-497a-846b-02f83c4b50a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:47.406269 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 50506) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:28:47.424149 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-1463f76a-dc21-4fdd-82ce-1cb039ee06b3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=15b59821475444fd9dc660ad6021591d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3109851 Aug 31 15:28:47.425396 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463f76a-dc21-4fdd-82ce-1cb039ee06b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f3fb11-608e-424f-a52b-25f82f75f9fc,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:47.429091 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-1463f76a-dc21-4fdd-82ce-1cb039ee06b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:47.430103 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 50510) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:28:47.457974 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-3c01fb85-1076-4078-acd3-c84bbf39d2a9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b72bed8903af49ecb668ab69cf48aa85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494096 Aug 31 15:28:47.460606 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 50514) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:28:47.545683 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-713118e8-49aa-4799-9f7b-4473c48f56f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:47.563549 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f2c3eb1d-b166-4b2b-a086-6de7902648b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:47.589015 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-713118e8-49aa-4799-9f7b-4473c48f56f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:47.617414 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f2c3eb1d-b166-4b2b-a086-6de7902648b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:47.681401 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-713118e8-49aa-4799-9f7b-4473c48f56f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:47.685227 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-3250949d-0ec9-44e0-a5c3-2da30eea6bdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:47.692518 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f2c3eb1d-b166-4b2b-a086-6de7902648b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:47.706417 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713118e8-49aa-4799-9f7b-4473c48f56f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f3fb11-608e-424f-a52b-25f82f75f9fc,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:47.710592 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-713118e8-49aa-4799-9f7b-4473c48f56f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:47.711102 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-fef55dd6-b64c-463f-b986-9ce81abfe015 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:47.725027 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3eb1d-b166-4b2b-a086-6de7902648b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d943fa-e591-48d8-8ca3-c8f0a9466bc7,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:47.729303 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-f2c3eb1d-b166-4b2b-a086-6de7902648b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:47.739565 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f2c3eb1d-b166-4b2b-a086-6de7902648b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:47.740666 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-f2c3eb1d-b166-4b2b-a086-6de7902648b8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/49d943fa-e591-48d8-8ca3-c8f0a9466bc7 HTTP/1.1" status: 204 len: 168 time: 0.2790599 Aug 31 15:28:47.742724 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-713118e8-49aa-4799-9f7b-4473c48f56f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:47.746240 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-713118e8-49aa-4799-9f7b-4473c48f56f9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/76f3fb11-608e-424f-a52b-25f82f75f9fc HTTP/1.1" status: 204 len: 168 time: 0.3150373 Aug 31 15:28:48.047360 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 6 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:28:48.172278 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9080a07-40b4-45a5-81bc-0676bd28c19f req-e600ee4b-1679-4658-960b-b50572ad6e27 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:48.173978 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-a9080a07-40b4-45a5-81bc-0676bd28c19f req-e600ee4b-1679-4658-960b-b50572ad6e27 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.1276104 Aug 31 15:28:48.201803 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9af9cb-1859-44dd-8b57-816350175b74 req-50a6f12c-d0a9-4056-9493-f2af7842e053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:48.203515 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3d9af9cb-1859-44dd-8b57-816350175b74 req-50a6f12c-d0a9-4056-9493-f2af7842e053 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 1098 time: 0.0922711 Aug 31 15:28:48.236189 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 50544) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:28:48.248094 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3d9af9cb-1859-44dd-8b57-816350175b74 req-92623926-9f50-4fa9-8a58-c0fc3c2f20e9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371354 Aug 31 15:28:48.261476 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-a9080a07-40b4-45a5-81bc-0676bd28c19f req-ed8666bd-284c-4e51-9f90-a3b39fb379ef tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804090 Aug 31 15:28:48.262406 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d8505daa-a237-4b48-8875-05494a8be381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:48.282285 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-d8505daa-a237-4b48-8875-05494a8be381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:28:48.282425 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-d8505daa-a237-4b48-8875-05494a8be381 admin admin] Usage tracker for resource:security_group_rule and tenant:ba40a9f57dc4469f8d52d495638d4389 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:28:48.285347 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-d8505daa-a237-4b48-8875-05494a8be381 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:28:48.291104 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-d8505daa-a237-4b48-8875-05494a8be381 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:28:48.372270 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d8505daa-a237-4b48-8875-05494a8be381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:48.376663 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d8505daa-a237-4b48-8875-05494a8be381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:48.386578 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-7dbd7aa3-3801-48d4-8630-4169f893af82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:48.426813 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-d8505daa-a237-4b48-8875-05494a8be381 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ba40a9f57dc4469f8d52d495638d4389&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1889305 Aug 31 15:28:48.429442 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 50550) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:28:48.432641 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8505daa-a237-4b48-8875-05494a8be381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a676c6-3e34-4e1d-ac19-3e1e6f533a13,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:48.445318 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-d8505daa-a237-4b48-8875-05494a8be381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:48.497962 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ed15ab60-3eb0-49eb-af36-f6bbc46b25fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:48.525933 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ed15ab60-3eb0-49eb-af36-f6bbc46b25fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:48.589639 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ed15ab60-3eb0-49eb-af36-f6bbc46b25fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:48.593575 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-f3a8900b-7759-47d0-9af5-2ec3013b753a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:48.605681 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed15ab60-3eb0-49eb-af36-f6bbc46b25fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a676c6-3e34-4e1d-ac19-3e1e6f533a13,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:48.607979 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-ed15ab60-3eb0-49eb-af36-f6bbc46b25fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:48.614506 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ed15ab60-3eb0-49eb-af36-f6bbc46b25fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:48.618023 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-ed15ab60-3eb0-49eb-af36-f6bbc46b25fd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/71a676c6-3e34-4e1d-ac19-3e1e6f533a13 HTTP/1.1" status: 204 len: 168 time: 0.1851065 Aug 31 15:28:48.968770 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 50572) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:28:48.986914 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a3e27a2c-ba76-47a3-a533-aae7493787d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:49.001531 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-a3e27a2c-ba76-47a3-a533-aae7493787d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:28:49.005624 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-a3e27a2c-ba76-47a3-a533-aae7493787d1 admin admin] Usage tracker for resource:security_group_rule and tenant:b5432e28a86549f3bbca0ff2f5baa0dc is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:28:49.008340 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-a3e27a2c-ba76-47a3-a533-aae7493787d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:28:49.014069 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-a3e27a2c-ba76-47a3-a533-aae7493787d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:28:49.104099 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a3e27a2c-ba76-47a3-a533-aae7493787d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:49.108755 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a3e27a2c-ba76-47a3-a533-aae7493787d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:49.118898 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-7c4cc2ec-8a4b-453b-a984-44b87c01788c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:49.161365 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 50584) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:28:49.167136 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-a3e27a2c-ba76-47a3-a533-aae7493787d1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b5432e28a86549f3bbca0ff2f5baa0dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1950064 Aug 31 15:28:49.167136 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e27a2c-ba76-47a3-a533-aae7493787d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024095c4-1e7b-4ef7-88f9-53dc99bd7d44,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:49.168430 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 50588) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:28:49.174041 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a3e27a2c-ba76-47a3-a533-aae7493787d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:49.245687 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-4b94ac0a-b07d-4d8d-b3f1-f52d2afc6beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:49.312353 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-4b94ac0a-b07d-4d8d-b3f1-f52d2afc6beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:49.314157 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-ef5e4008-a195-4edb-b578-e8113a4e9e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:49.331922 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-ef5e4008-a195-4edb-b578-e8113a4e9e37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:28:49.336735 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-ef5e4008-a195-4edb-b578-e8113a4e9e37 admin admin] Usage tracker for resource:security_group_rule and tenant:c8f90454a59a4ee1bfa0df498bbfa58e is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:28:49.339790 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-ef5e4008-a195-4edb-b578-e8113a4e9e37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:28:49.346526 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-ef5e4008-a195-4edb-b578-e8113a4e9e37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:28:49.366684 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-4b94ac0a-b07d-4d8d-b3f1-f52d2afc6beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:49.373384 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-1463f76a-dc21-4fdd-82ce-1cb039ee06b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:49.387855 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94ac0a-b07d-4d8d-b3f1-f52d2afc6beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024095c4-1e7b-4ef7-88f9-53dc99bd7d44,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:49.389868 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-4b94ac0a-b07d-4d8d-b3f1-f52d2afc6beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:49.390963 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-4b94ac0a-b07d-4d8d-b3f1-f52d2afc6beb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/024095c4-1e7b-4ef7-88f9-53dc99bd7d44 HTTP/1.1" status: 204 len: 168 time: 0.2184784 Aug 31 15:28:49.391934 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-4b94ac0a-b07d-4d8d-b3f1-f52d2afc6beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:49.558375 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c305602-c248-473f-a91b-09b9ade8a184 req-452077a8-ad06-48a8-9169-cb96f98b604e tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:49.560478 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0c305602-c248-473f-a91b-09b9ade8a184 req-452077a8-ad06-48a8-9169-cb96f98b604e tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.1737745 Aug 31 15:28:49.602219 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-ef5e4008-a195-4edb-b578-e8113a4e9e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:49.614583 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-ef5e4008-a195-4edb-b578-e8113a4e9e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:49.630021 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-3c707acc-75df-4e23-b408-8a176944fc5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:49.654141 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0c305602-c248-473f-a91b-09b9ade8a184 req-4f2eb9fb-bdcb-486f-9e9e-b2b37cd59fc6 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862927 Aug 31 15:28:49.682842 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-ef5e4008-a195-4edb-b578-e8113a4e9e37 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c8f90454a59a4ee1bfa0df498bbfa58e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5204179 Aug 31 15:28:49.683687 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e4008-a195-4edb-b578-e8113a4e9e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc03d75-703d-4c30-9a71-b6d0cc56bf3b,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:49.687619 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 50608) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:28:49.693290 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-ef5e4008-a195-4edb-b578-e8113a4e9e37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:49.749100 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-40367a84-a6e2-4672-9ddc-2239965fb76b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:49.779660 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-40367a84-a6e2-4672-9ddc-2239965fb76b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:49.833670 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-40367a84-a6e2-4672-9ddc-2239965fb76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:49.837396 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a3e27a2c-ba76-47a3-a533-aae7493787d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:49.848721 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40367a84-a6e2-4672-9ddc-2239965fb76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc03d75-703d-4c30-9a71-b6d0cc56bf3b,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:49.851471 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-40367a84-a6e2-4672-9ddc-2239965fb76b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:49.859748 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-40367a84-a6e2-4672-9ddc-2239965fb76b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:49.859748 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-40367a84-a6e2-4672-9ddc-2239965fb76b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4bc03d75-703d-4c30-9a71-b6d0cc56bf3b HTTP/1.1" status: 204 len: 168 time: 0.1709898 Aug 31 15:28:50.848794 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ecf150-ce87-45d3-ba8f-837fb87bf3c2 req-fa074a61-ac99-4f6c-8ee0-6b06ad1284a2 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:50.850347 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-53ecf150-ce87-45d3-ba8f-837fb87bf3c2 req-fa074a61-ac99-4f6c-8ee0-6b06ad1284a2 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0870917 Aug 31 15:28:50.894180 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-53ecf150-ce87-45d3-ba8f-837fb87bf3c2 req-37feaa08-84ab-4a19-9d76-daa64ae8ab75 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382187 Aug 31 15:28:51.311561 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 50678) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:28:51.476207 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-7a05342f-97bb-4fcc-be32-91d3d22637c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:51.499720 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-7a05342f-97bb-4fcc-be32-91d3d22637c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:28:51.509083 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-7a05342f-97bb-4fcc-be32-91d3d22637c5 admin admin] Usage tracker for resource:security_group_rule and tenant:e6ce8f2d61074a989f372b2ee2f10a8e is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:28:51.514723 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-7a05342f-97bb-4fcc-be32-91d3d22637c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:28:51.525577 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-7a05342f-97bb-4fcc-be32-91d3d22637c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:28:51.539996 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3af85-cc91-4afd-9124-d4d41be1597d req-f1b8b674-cc1e-402b-a856-614dd4fd30c1 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:51.541457 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a2c3af85-cc91-4afd-9124-d4d41be1597d req-f1b8b674-cc1e-402b-a856-614dd4fd30c1 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.1929176 Aug 31 15:28:51.577772 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc52bfe-1ac4-4244-8e6e-2d2f0caff43c req-884cca9b-e5be-4fa3-aaba-2f4df6490626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:51.579299 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6cc52bfe-1ac4-4244-8e6e-2d2f0caff43c req-884cca9b-e5be-4fa3-aaba-2f4df6490626 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3812c8ac3d6f49189f4ea632ac894346&device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 1098 time: 0.1904659 Aug 31 15:28:51.646831 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a2c3af85-cc91-4afd-9124-d4d41be1597d req-d2a12725-ce2d-4855-b941-0f68c021d48b tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985188 Aug 31 15:28:51.781203 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc52bfe-1ac4-4244-8e6e-2d2f0caff43c req-5acbc142-3807-43e7-8e43-813efadd5c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:51.782638 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6cc52bfe-1ac4-4244-8e6e-2d2f0caff43c req-5acbc142-3807-43e7-8e43-813efadd5c62 service neutron] 10.222.0.64 "GET /v2.0/networks?id=47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902 HTTP/1.1" status: 200 len: 919 time: 0.1833191 Aug 31 15:28:51.784298 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-7a05342f-97bb-4fcc-be32-91d3d22637c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:51.788907 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-7a05342f-97bb-4fcc-be32-91d3d22637c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:51.797795 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-ef5e4008-a195-4edb-b578-e8113a4e9e37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:51.962660 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6cc52bfe-1ac4-4244-8e6e-2d2f0caff43c req-dc0b5e1c-ba6c-40cf-be63-e77c314ce973 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eeffc475-fdba-47d5-ab84-b55d3ca428e6 HTTP/1.1" status: 200 len: 217 time: 0.1670055 Aug 31 15:28:52.012601 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-7a05342f-97bb-4fcc-be32-91d3d22637c5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e6ce8f2d61074a989f372b2ee2f10a8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6994932 Aug 31 15:28:52.015315 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 50688) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:28:52.024158 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a05342f-97bb-4fcc-be32-91d3d22637c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee9bd14-0d40-4f8f-833b-cd4f9ea69422,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:52.027189 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-7a05342f-97bb-4fcc-be32-91d3d22637c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:52.045331 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc52bfe-1ac4-4244-8e6e-2d2f0caff43c req-16a617d4-3e14-476e-be79-c09a41833a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:52.046774 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6cc52bfe-1ac4-4244-8e6e-2d2f0caff43c req-16a617d4-3e14-476e-be79-c09a41833a57 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=98da163e-cad9-430b-a126-d66668b9f621 HTTP/1.1" status: 200 len: 858 time: 0.0711477 Aug 31 15:28:52.076579 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-374b8ed1-f403-4422-9c76-8a9efde68bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:52.099872 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6cc52bfe-1ac4-4244-8e6e-2d2f0caff43c req-788df269-fb3d-4e35-81c0-62511499f097 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451896 Aug 31 15:28:52.101540 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-374b8ed1-f403-4422-9c76-8a9efde68bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:52.154201 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-374b8ed1-f403-4422-9c76-8a9efde68bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:52.158523 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-f39398bf-1966-411d-afc4-488ad1191f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:52.170659 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b8ed1-f403-4422-9c76-8a9efde68bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee9bd14-0d40-4f8f-833b-cd4f9ea69422,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:52.175069 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-374b8ed1-f403-4422-9c76-8a9efde68bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:52.178487 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-374b8ed1-f403-4422-9c76-8a9efde68bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:52.179670 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-374b8ed1-f403-4422-9c76-8a9efde68bb6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6ee9bd14-0d40-4f8f-833b-cd4f9ea69422 HTTP/1.1" status: 204 len: 168 time: 0.1633720 Aug 31 15:28:52.257746 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6cc52bfe-1ac4-4244-8e6e-2d2f0caff43c req-6b6affd2-e882-409d-ba5d-2a248a22f270 service neutron] 10.222.0.64 "GET /v2.0/networks/47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480272 Aug 31 15:28:52.405331 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6cc52bfe-1ac4-4244-8e6e-2d2f0caff43c req-807c27c7-682b-47c4-8b82-f15de0e1441e service neutron] 10.222.0.64 "GET /v2.0/networks/47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368639 Aug 31 15:28:52.464306 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 50698) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:28:52.486359 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9c00f2fa-4548-4429-8425-910ecc94bda8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:52.501991 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-9c00f2fa-4548-4429-8425-910ecc94bda8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:28:52.506179 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-9c00f2fa-4548-4429-8425-910ecc94bda8 admin admin] Usage tracker for resource:security_group_rule and tenant:1093791cda1c4aad9e3e971949488b6e is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:28:52.509084 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-9c00f2fa-4548-4429-8425-910ecc94bda8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:28:52.514999 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-9c00f2fa-4548-4429-8425-910ecc94bda8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:28:52.598894 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9c00f2fa-4548-4429-8425-910ecc94bda8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:52.602681 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9c00f2fa-4548-4429-8425-910ecc94bda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:52.611432 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-1887e959-8ce8-4f49-bf01-6a4fe248b110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:52.657410 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-9c00f2fa-4548-4429-8425-910ecc94bda8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1093791cda1c4aad9e3e971949488b6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1920166 Aug 31 15:28:52.658293 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00f2fa-4548-4429-8425-910ecc94bda8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a508fe28-b197-4326-a5dc-3967c86f8dd1,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:52.661001 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 50706) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:28:52.661274 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-9c00f2fa-4548-4429-8425-910ecc94bda8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:52.723654 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-fb31eae1-656f-4efa-b139-f2dda0abaafc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:52.750028 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-fb31eae1-656f-4efa-b139-f2dda0abaafc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:52.862603 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1517c9-62cc-49e8-b52f-e6e5f497b345 req-21e3a6ac-d2d2-429d-b4be-887428b8f2f8 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:52.864306 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5d1517c9-62cc-49e8-b52f-e6e5f497b345 req-21e3a6ac-d2d2-429d-b4be-887428b8f2f8 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.1060965 Aug 31 15:28:52.883965 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-fb31eae1-656f-4efa-b139-f2dda0abaafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:52.888819 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-4ed02574-7e8a-4b3a-9bae-153d89b78637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:52.919157 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb31eae1-656f-4efa-b139-f2dda0abaafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a508fe28-b197-4326-a5dc-3967c86f8dd1,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:52.921469 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-fb31eae1-656f-4efa-b139-f2dda0abaafc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:52.937616 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5d1517c9-62cc-49e8-b52f-e6e5f497b345 req-ef711bfc-4053-4116-889f-b07f478d905b tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676773 Aug 31 15:28:52.943895 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-fb31eae1-656f-4efa-b139-f2dda0abaafc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:52.944974 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-fb31eae1-656f-4efa-b139-f2dda0abaafc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a508fe28-b197-4326-a5dc-3967c86f8dd1 HTTP/1.1" status: 204 len: 168 time: 0.2830062 Aug 31 15:28:54.145340 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444668b-2570-45b1-8dfe-42b9e83e1704 req-930c5640-eab5-4b4e-9cbd-ebd03023e047 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:54.146832 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5444668b-2570-45b1-8dfe-42b9e83e1704 req-930c5640-eab5-4b4e-9cbd-ebd03023e047 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0915077 Aug 31 15:28:54.192531 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5444668b-2570-45b1-8dfe-42b9e83e1704 req-ee5e792f-6cee-40f5-83e6-4b9f594f8889 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389860 Aug 31 15:28:55.451678 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4d57e-47be-4c84-99dd-5fa20e64b520 req-b09390c0-67aa-4cdb-b26f-17b076685e7e tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:55.453532 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-08c4d57e-47be-4c84-99dd-5fa20e64b520 req-b09390c0-67aa-4cdb-b26f-17b076685e7e tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.1376691 Aug 31 15:28:55.524319 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-08c4d57e-47be-4c84-99dd-5fa20e64b520 req-a9d88581-35ea-43e2-9cb3-5108023ac87d tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605338 Aug 31 15:28:55.952707 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 50812) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:28:56.065926 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-8e299688-9562-4879-848c-49e196cd6132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:56.080742 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-8e299688-9562-4879-848c-49e196cd6132 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:28:56.084997 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-8e299688-9562-4879-848c-49e196cd6132 admin admin] Usage tracker for resource:security_group_rule and tenant:f21686c2260a4deaa6d8614626e8e44e is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:28:56.087901 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-8e299688-9562-4879-848c-49e196cd6132 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:28:56.093660 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-8e299688-9562-4879-848c-49e196cd6132 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:28:56.177251 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-8e299688-9562-4879-848c-49e196cd6132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:56.181115 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-8e299688-9562-4879-848c-49e196cd6132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:56.189351 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-1bb1e7f4-1e8b-41cb-aca1-4f31a2f067cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:56.228676 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-8e299688-9562-4879-848c-49e196cd6132 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f21686c2260a4deaa6d8614626e8e44e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2749417 Aug 31 15:28:56.230272 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e299688-9562-4879-848c-49e196cd6132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a434ed-5dfa-460e-900a-80ad5a6291d0,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:56.231324 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 50822) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:28:56.233575 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-8e299688-9562-4879-848c-49e196cd6132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:56.292923 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-759ba7ec-c09f-4a4a-89f2-5611aa85bc96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:56.319584 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-759ba7ec-c09f-4a4a-89f2-5611aa85bc96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:56.372618 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-759ba7ec-c09f-4a4a-89f2-5611aa85bc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:56.378024 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-f2c3eb1d-b166-4b2b-a086-6de7902648b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:56.391040 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ba7ec-c09f-4a4a-89f2-5611aa85bc96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a434ed-5dfa-460e-900a-80ad5a6291d0,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:56.400897 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-759ba7ec-c09f-4a4a-89f2-5611aa85bc96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:56.401908 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-759ba7ec-c09f-4a4a-89f2-5611aa85bc96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:56.405710 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-759ba7ec-c09f-4a4a-89f2-5611aa85bc96 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/36a434ed-5dfa-460e-900a-80ad5a6291d0 HTTP/1.1" status: 204 len: 168 time: 0.1732464 Aug 31 15:28:56.723286 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0be1fee-9f2b-416d-ad15-09c185ce6f41 req-f3accc6a-9333-4359-8802-ee106a0ec7d5 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:56.725286 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-d0be1fee-9f2b-416d-ad15-09c185ce6f41 req-f3accc6a-9333-4359-8802-ee106a0ec7d5 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 945 time: 0.1037023 Aug 31 15:28:56.743362 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052cd75-f80e-4dbb-a85d-961e6da971c4 req-31159abb-1808-40b7-a380-b48d123b20ea tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:56.750662 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-2052cd75-f80e-4dbb-a85d-961e6da971c4 req-31159abb-1808-40b7-a380-b48d123b20ea tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0989456 Aug 31 15:28:56.751343 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 50836) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:28:56.772892 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-d0be1fee-9f2b-416d-ad15-09c185ce6f41 req-7ec1afac-cee6-4969-a1da-f6ecbedabe2d tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411918 Aug 31 15:28:56.787870 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-5fdee90e-8ff5-44ca-a59f-a535068a1c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:56.812526 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-5fdee90e-8ff5-44ca-a59f-a535068a1c00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:28:56.819908 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-5fdee90e-8ff5-44ca-a59f-a535068a1c00 admin admin] Usage tracker for resource:security_group_rule and tenant:be8a8669db8f47378f9a87cef96dd32e is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:28:56.825366 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-2052cd75-f80e-4dbb-a85d-961e6da971c4 req-bbd6dcc8-da25-4676-a446-459b86b75e69 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749607 Aug 31 15:28:56.826153 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-5fdee90e-8ff5-44ca-a59f-a535068a1c00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:28:56.833776 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-5fdee90e-8ff5-44ca-a59f-a535068a1c00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:28:56.938783 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-5fdee90e-8ff5-44ca-a59f-a535068a1c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:56.944216 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-5fdee90e-8ff5-44ca-a59f-a535068a1c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:56.954324 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:57.006987 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-5fdee90e-8ff5-44ca-a59f-a535068a1c00 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=be8a8669db8f47378f9a87cef96dd32e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2533927 Aug 31 15:28:57.009649 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 50846) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:28:57.010272 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdee90e-8ff5-44ca-a59f-a535068a1c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd8a30c-fc7e-4c3b-b332-537fd83c5d29,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:57.013632 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-5fdee90e-8ff5-44ca-a59f-a535068a1c00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:57.069085 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-295f55cd-ee80-4399-bba6-ac0776c140ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:57.094681 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-295f55cd-ee80-4399-bba6-ac0776c140ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:57.155890 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-295f55cd-ee80-4399-bba6-ac0776c140ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:57.161524 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-759ba7ec-c09f-4a4a-89f2-5611aa85bc96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:28:57.174604 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f55cd-ee80-4399-bba6-ac0776c140ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd8a30c-fc7e-4c3b-b332-537fd83c5d29,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:28:57.177566 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-295f55cd-ee80-4399-bba6-ac0776c140ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:28:57.178966 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-295f55cd-ee80-4399-bba6-ac0776c140ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:57.182987 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-295f55cd-ee80-4399-bba6-ac0776c140ab admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ecd8a30c-fc7e-4c3b-b332-537fd83c5d29 HTTP/1.1" status: 204 len: 168 time: 0.1726058 Aug 31 15:28:58.036552 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6c8a9-dcd7-4598-8497-fe1243c75ea0 req-5e20611c-ef9e-408a-b259-1426f5105c0c tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:58.038110 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-eca6c8a9-dcd7-4598-8497-fe1243c75ea0 req-5e20611c-ef9e-408a-b259-1426f5105c0c tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 945 time: 0.1539035 Aug 31 15:28:58.084304 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-eca6c8a9-dcd7-4598-8497-fe1243c75ea0 req-eb473400-be96-496a-a405-1cbc13aa19aa tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406964 Aug 31 15:28:59.276421 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c1994e-e9d1-40ac-bb65-48b6798fb9c3 req-b5a55583-4988-4080-8747-01e65fe2aff1 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:59.278014 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-32c1994e-e9d1-40ac-bb65-48b6798fb9c3 req-b5a55583-4988-4080-8747-01e65fe2aff1 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 945 time: 0.0819032 Aug 31 15:28:59.327303 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-32c1994e-e9d1-40ac-bb65-48b6798fb9c3 req-c0e8ae16-7aa9-4fbc-a936-791506e83d9a tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435796 Aug 31 15:28:59.618262 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df4311-8581-4cb2-b8cf-39399d108c89 req-6c8ebe8f-d9b6-4655-8824-af24e16f1534 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:59.621305 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-84df4311-8581-4cb2-b8cf-39399d108c89 req-6c8ebe8f-d9b6-4655-8824-af24e16f1534 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 945 time: 0.1111431 Aug 31 15:28:59.768432 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [req-84df4311-8581-4cb2-b8cf-39399d108c89 req-c0d49d09-490d-49a1-befc-29b8b3a45897 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Deleting port 500eb0dd-d1e1-4abe-a274-cbf3c32ee135 {{(pid=79277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:28:59.768911 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-84df4311-8581-4cb2-b8cf-39399d108c89 req-c0d49d09-490d-49a1-befc-29b8b3a45897 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:28:59.828944 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452384a7-661d-4f5b-9145-98eb50808e29 req-484b7fa1-f5a3-4c89-9c58-f829c895c11b tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:28:59.830696 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-452384a7-661d-4f5b-9145-98eb50808e29 req-484b7fa1-f5a3-4c89-9c58-f829c895c11b tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26fc0f0d-ad85-47fc-8ce1-ae025c05074b HTTP/1.1" status: 200 len: 945 time: 0.1034253 Aug 31 15:28:59.881888 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-452384a7-661d-4f5b-9145-98eb50808e29 req-f91f9546-aadf-4fba-ad10-7af124f6e8a2 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444109 Aug 31 15:29:00.038540 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-84df4311-8581-4cb2-b8cf-39399d108c89 req-c0d49d09-490d-49a1-befc-29b8b3a45897 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] For port 500eb0dd-d1e1-4abe-a274-cbf3c32ee135, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=500eb0dd-d1e1-4abe-a274-cbf3c32ee135,segment=NetworkSegment(02223e31-43b7-4392-9df9-702d52806812),segment_id=02223e31-43b7-4392-9df9-702d52806812)] {{(pid=79277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:29:00.038902 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-84df4311-8581-4cb2-b8cf-39399d108c89 req-c0d49d09-490d-49a1-befc-29b8b3a45897 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:00.163591 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [req-84df4311-8581-4cb2-b8cf-39399d108c89 req-c0d49d09-490d-49a1-befc-29b8b3a45897 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Calling delete_port for 500eb0dd-d1e1-4abe-a274-cbf3c32ee135 owned by compute:nova {{(pid=79277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:29:00.304573 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-84df4311-8581-4cb2-b8cf-39399d108c89 req-c0d49d09-490d-49a1-befc-29b8b3a45897 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10695601'] for port, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:00.310930 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:00.348697 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] get_ports_and_sgs() called for port_ids ['500eb0dd-d1e1-4abe-a274-cbf3c32ee135'] {{(pid=79278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:29:00.442676 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d49d09-490d-49a1-befc-29b8b3a45897 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Pushing event deleted for resources: {'Port': ['ID=500eb0dd-d1e1-4abe-a274-cbf3c32ee135,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:00.445620 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-c0d49d09-490d-49a1-befc-29b8b3a45897 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:00.525061 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-66a2b971-37d2-4cbd-9236-693f2a1aa897 req-74e4b265-ea5a-48bc-b25d-a9ea9820ff3c tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=b4ed292d-2a55-4666-9493-9067a15fdc3f HTTP/1.1" status: 200 len: 210 time: 0.0784321 Aug 31 15:29:00.560036 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [req-84df4311-8581-4cb2-b8cf-39399d108c89 req-c0d49d09-490d-49a1-befc-29b8b3a45897 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] No DVR routers for this DVR port 500eb0dd-d1e1-4abe-a274-cbf3c32ee135 on host hv-cinder-80278 {{(pid=79277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:29:00.562612 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-84df4311-8581-4cb2-b8cf-39399d108c89 req-c0d49d09-490d-49a1-befc-29b8b3a45897 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:00.565234 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ed292d-2a55-4666-9493-9067a15fdc3f', 'name': 'network-vif-deleted', 'tag': '500eb0dd-d1e1-4abe-a274-cbf3c32ee135'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:29:00.589311 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-84df4311-8581-4cb2-b8cf-39399d108c89 req-c0d49d09-490d-49a1-befc-29b8b3a45897 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.64 "DELETE /v2.0/ports/500eb0dd-d1e1-4abe-a274-cbf3c32ee135 HTTP/1.1" status: 204 len: 173 time: 0.9313428 Aug 31 15:29:00.614648 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ed292d-2a55-4666-9493-9067a15fdc3f', 'name': 'network-vif-deleted', 'tag': '500eb0dd-d1e1-4abe-a274-cbf3c32ee135', 'status': 'completed', 'code': 200} Aug 31 15:29:01.076413 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aab5e3-38e8-4fde-95ed-e896169fcb7b req-c095209c-7be8-4709-98a0-faa172d99bef tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:01.078009 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-50aab5e3-38e8-4fde-95ed-e896169fcb7b req-c095209c-7be8-4709-98a0-faa172d99bef tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26fc0f0d-ad85-47fc-8ce1-ae025c05074b HTTP/1.1" status: 200 len: 945 time: 0.0886419 Aug 31 15:29:01.124446 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-50aab5e3-38e8-4fde-95ed-e896169fcb7b req-e7377d3f-0687-4832-8ef0-252b427446ad tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396817 Aug 31 15:29:02.330420 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba2654-0f2e-46f5-9c5a-796bc05db94b req-841051f3-ba8f-42fa-ae06-3493db42f5ee tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:02.332593 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-91ba2654-0f2e-46f5-9c5a-796bc05db94b req-841051f3-ba8f-42fa-ae06-3493db42f5ee tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26fc0f0d-ad85-47fc-8ce1-ae025c05074b HTTP/1.1" status: 200 len: 945 time: 0.0886495 Aug 31 15:29:02.387692 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-91ba2654-0f2e-46f5-9c5a-796bc05db94b req-6bf9e001-6bba-4b46-9b11-58c7584b2427 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481222 Aug 31 15:29:03.339439 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622e367-9ee9-4c65-a432-dfc3af6cc6c7 req-9be36283-0075-4097-bc84-54803a31160d tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:03.340866 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f622e367-9ee9-4c65-a432-dfc3af6cc6c7 req-9be36283-0075-4097-bc84-54803a31160d tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.64 "GET /v2.0/ports?device_id=26fc0f0d-ad85-47fc-8ce1-ae025c05074b HTTP/1.1" status: 200 len: 945 time: 0.0842822 Aug 31 15:29:03.590142 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b23e8b-229b-4118-a5ae-5ff1eb25322a req-d1cdda01-51a3-414d-a024-12cd86205119 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:03.591783 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-52b23e8b-229b-4118-a5ae-5ff1eb25322a req-d1cdda01-51a3-414d-a024-12cd86205119 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26fc0f0d-ad85-47fc-8ce1-ae025c05074b HTTP/1.1" status: 200 len: 945 time: 0.0884824 Aug 31 15:29:03.640641 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-52b23e8b-229b-4118-a5ae-5ff1eb25322a req-1d30bb89-d0ab-44db-9b2b-376e7319a6ac tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429468 Aug 31 15:29:04.824237 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009584a-7fd7-477b-9d83-4fff0e4eeb96 req-cfc1e6e3-192f-445f-958e-fe34a0eaf082 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:04.825696 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5009584a-7fd7-477b-9d83-4fff0e4eeb96 req-cfc1e6e3-192f-445f-958e-fe34a0eaf082 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26fc0f0d-ad85-47fc-8ce1-ae025c05074b HTTP/1.1" status: 200 len: 945 time: 0.0811517 Aug 31 15:29:04.871207 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5009584a-7fd7-477b-9d83-4fff0e4eeb96 req-bd8da44f-d09c-4434-8cac-ed93ce1b986a tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395758 Aug 31 15:29:05.284456 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-badfca80-a386-412d-8a87-4962425076c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:05.586830 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:05.776788 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 500eb0dd-d1e1-4abe-a274-cbf3c32ee135 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:29:05.815030 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] No Port match for: 500eb0dd-d1e1-4abe-a274-cbf3c32ee135 {{(pid=79278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:29:05.815416 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 500eb0dd-d1e1-4abe-a274-cbf3c32ee135 not bound to the agent host hv-cinder-80278 {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:29:05.865351 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [req-f622e367-9ee9-4c65-a432-dfc3af6cc6c7 req-e461a346-76c0-4ff6-8928-0a582c821a09 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Deleting port cbb89330-4dc9-46be-8dad-7ca321c3f448 {{(pid=79277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:29:05.866165 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-f622e367-9ee9-4c65-a432-dfc3af6cc6c7 req-e461a346-76c0-4ff6-8928-0a582c821a09 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:06.169174 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-f622e367-9ee9-4c65-a432-dfc3af6cc6c7 req-e461a346-76c0-4ff6-8928-0a582c821a09 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] For port cbb89330-4dc9-46be-8dad-7ca321c3f448, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=cbb89330-4dc9-46be-8dad-7ca321c3f448,segment=NetworkSegment(c04ecbb1-0952-4af4-8fe9-edf346411969),segment_id=c04ecbb1-0952-4af4-8fe9-edf346411969)] {{(pid=79277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:29:06.169436 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-f622e367-9ee9-4c65-a432-dfc3af6cc6c7 req-e461a346-76c0-4ff6-8928-0a582c821a09 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:06.188864 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae837a-e813-42ad-8951-312c5ba76d0a req-3edaca2e-1b03-468c-a89a-8f446fa7698d tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:06.190296 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b5ae837a-e813-42ad-8951-312c5ba76d0a req-3edaca2e-1b03-468c-a89a-8f446fa7698d tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26fc0f0d-ad85-47fc-8ce1-ae025c05074b HTTP/1.1" status: 200 len: 945 time: 0.2102463 Aug 31 15:29:06.311231 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [req-f622e367-9ee9-4c65-a432-dfc3af6cc6c7 req-e461a346-76c0-4ff6-8928-0a582c821a09 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Calling delete_port for cbb89330-4dc9-46be-8dad-7ca321c3f448 owned by compute:nova {{(pid=79277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:29:06.387492 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b5ae837a-e813-42ad-8951-312c5ba76d0a req-7868d07e-b703-4b6b-84e3-86acd8e0050f tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493239 Aug 31 15:29:06.474859 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-f622e367-9ee9-4c65-a432-dfc3af6cc6c7 req-e461a346-76c0-4ff6-8928-0a582c821a09 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10695601'] for port, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:06.480807 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-be6b29cc-289e-4dd4-8a43-ff7e70f2bc98 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:06.554954 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461a346-76c0-4ff6-8928-0a582c821a09 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Pushing event deleted for resources: {'Port': ['ID=cbb89330-4dc9-46be-8dad-7ca321c3f448,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:06.561825 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-e461a346-76c0-4ff6-8928-0a582c821a09 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:06.600970 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [req-f622e367-9ee9-4c65-a432-dfc3af6cc6c7 req-e461a346-76c0-4ff6-8928-0a582c821a09 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] No DVR routers for this DVR port cbb89330-4dc9-46be-8dad-7ca321c3f448 on host hv-cinder-80278 {{(pid=79277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:29:06.603463 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-f622e367-9ee9-4c65-a432-dfc3af6cc6c7 req-e461a346-76c0-4ff6-8928-0a582c821a09 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:06.605971 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fc0f0d-ad85-47fc-8ce1-ae025c05074b', 'name': 'network-vif-deleted', 'tag': 'cbb89330-4dc9-46be-8dad-7ca321c3f448'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:29:06.624219 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f622e367-9ee9-4c65-a432-dfc3af6cc6c7 req-e461a346-76c0-4ff6-8928-0a582c821a09 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.64 "DELETE /v2.0/ports/cbb89330-4dc9-46be-8dad-7ca321c3f448 HTTP/1.1" status: 204 len: 173 time: 0.8291287 Aug 31 15:29:06.653580 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26fc0f0d-ad85-47fc-8ce1-ae025c05074b', 'name': 'network-vif-deleted', 'tag': 'cbb89330-4dc9-46be-8dad-7ca321c3f448', 'status': 'completed', 'code': 200} Aug 31 15:29:07.589067 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] get_ports_and_sgs() called for port_ids ['511eb749-2a1b-4aa6-9244-8fc1a7778e9a', '02817dfe-035b-4d21-84a1-2620d1f71937', 'c5385f27-5301-4222-86f0-03d8d97e8c76'] {{(pid=79278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:29:07.658656 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device cbb89330-4dc9-46be-8dad-7ca321c3f448 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:29:07.718630 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] No Port match for: cbb89330-4dc9-46be-8dad-7ca321c3f448 {{(pid=79278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:29:07.718975 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device cbb89330-4dc9-46be-8dad-7ca321c3f448 not bound to the agent host hv-cinder-80278 {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:29:07.743563 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-657ad795-11a9-4f9f-ae30-138b86a549f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:07.747475 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-edcbf7c5-e602-40b3-86a3-2c1c86baa1a2 req-11f3a1ae-9118-414f-9340-caacb93b5cd7 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26fc0f0d-ad85-47fc-8ce1-ae025c05074b HTTP/1.1" status: 200 len: 210 time: 0.2542322 Aug 31 15:29:08.860117 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:09.182125 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a1b47236-a3d8-457f-a4fa-1a845c2d88a0 req-6ec90f69-f7a4-408d-938a-633946ff0aa3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0963330 Aug 31 15:29:09.372833 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b47236-a3d8-457f-a4fa-1a845c2d88a0 req-273b4c69-3ce7-49ae-947d-a7176df02eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:09.374643 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a1b47236-a3d8-457f-a4fa-1a845c2d88a0 req-273b4c69-3ce7-49ae-947d-a7176df02eb8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ec6a8bc6d4414b24a10c0665387c54cf&device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 1098 time: 0.0795240 Aug 31 15:29:09.403236 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec3431-5aef-4b97-b75a-2bcfc2017e36 req-d8243e0b-c80d-44db-b8a0-a33ebdd02af3 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:09.404858 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-daec3431-5aef-4b97-b75a-2bcfc2017e36 req-d8243e0b-c80d-44db-b8a0-a33ebdd02af3 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.1259589 Aug 31 15:29:09.443468 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:09.473650 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-daec3431-5aef-4b97-b75a-2bcfc2017e36 req-136bc107-d18e-4e47-b561-1df865e5fe20 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591316 Aug 31 15:29:09.646391 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b47236-a3d8-457f-a4fa-1a845c2d88a0 req-12a748db-8e09-495d-a1a4-f46b75fc41bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:09.648328 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a1b47236-a3d8-457f-a4fa-1a845c2d88a0 req-12a748db-8e09-495d-a1a4-f46b75fc41bd service neutron] 10.222.0.64 "GET /v2.0/networks?id=4e75f494-7e6b-45f9-ac2a-ef61105e9d7d HTTP/1.1" status: 200 len: 912 time: 0.2493210 Aug 31 15:29:09.773877 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a1b47236-a3d8-457f-a4fa-1a845c2d88a0 req-8a9de42c-fafa-4f3a-9ffe-cdb2f69d0f4d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aec330a3-c6ce-4256-a380-3dc0f5ae1290 HTTP/1.1" status: 200 len: 1001 time: 0.1138620 Aug 31 15:29:09.842270 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b47236-a3d8-457f-a4fa-1a845c2d88a0 req-ef784c47-ae8e-4817-9a00-7ed18bec5d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:09.843756 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a1b47236-a3d8-457f-a4fa-1a845c2d88a0 req-ef784c47-ae8e-4817-9a00-7ed18bec5d20 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=653417ef-47b3-47bd-9dfd-8a528e75cd81 HTTP/1.1" status: 200 len: 850 time: 0.0619004 Aug 31 15:29:09.925028 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b47236-a3d8-457f-a4fa-1a845c2d88a0 req-24f88f30-b6cf-4fee-8556-d3cc236663c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:09.927875 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a1b47236-a3d8-457f-a4fa-1a845c2d88a0 req-24f88f30-b6cf-4fee-8556-d3cc236663c1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4e75f494-7e6b-45f9-ac2a-ef61105e9d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0752609 Aug 31 15:29:10.063992 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a1b47236-a3d8-457f-a4fa-1a845c2d88a0 req-acc2c9f4-e7a9-4917-8a09-a37365c25f3a service neutron] 10.222.0.64 "GET /v2.0/networks/4e75f494-7e6b-45f9-ac2a-ef61105e9d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282203 Aug 31 15:29:10.195470 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a1b47236-a3d8-457f-a4fa-1a845c2d88a0 req-1f4608fe-c9eb-4c12-998e-284496587ba8 service neutron] 10.222.0.64 "GET /v2.0/networks/4e75f494-7e6b-45f9-ac2a-ef61105e9d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238940 Aug 31 15:29:10.535728 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:10.707920 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bdcb48-bfb5-4205-8c7b-a808ab77b2f5 req-8618cecd-7f44-43a8-bb23-e61eab22c4a9 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:10.709464 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e7bdcb48-bfb5-4205-8c7b-a808ab77b2f5 req-8618cecd-7f44-43a8-bb23-e61eab22c4a9 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.1344783 Aug 31 15:29:10.737364 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a338b12-469e-43fe-8904-799a6cbf4e8a req-42e50230-6ccc-4a8e-b575-2035badeb626 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:10.739705 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-4a338b12-469e-43fe-8904-799a6cbf4e8a req-42e50230-6ccc-4a8e-b575-2035badeb626 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 946 time: 0.0866957 Aug 31 15:29:10.783921 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e7bdcb48-bfb5-4205-8c7b-a808ab77b2f5 req-3d9cdc41-c004-4eb2-be46-fb7e43d99e1a tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681500 Aug 31 15:29:10.800980 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-4a338b12-469e-43fe-8904-799a6cbf4e8a req-9480ca3f-8880-4ff5-bed9-ca4d6e10a801 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561945 Aug 31 15:29:11.971474 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47071c-e437-458d-aaa6-eb862bcab86f req-f66fc242-ca6a-4977-977f-2d8fdb07c5d0 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:11.973585 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-6f47071c-e437-458d-aaa6-eb862bcab86f req-f66fc242-ca6a-4977-977f-2d8fdb07c5d0 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.0890524 Aug 31 15:29:11.997691 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4315823-89ca-43cc-9eae-62079ca9e013 req-7b815a43-a289-4363-a804-8cdb43ce2a88 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:11.999029 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-c4315823-89ca-43cc-9eae-62079ca9e013 req-7b815a43-a289-4363-a804-8cdb43ce2a88 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Synchronizing usage tracker for tenant:6d830094621a47f083137ccc6fa15151 on resource:port {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:29:12.020880 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-c4315823-89ca-43cc-9eae-62079ca9e013 req-7b815a43-a289-4363-a804-8cdb43ce2a88 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Unset dirty status for tenant:6d830094621a47f083137ccc6fa15151 on resource:port {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:29:12.022046 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c4315823-89ca-43cc-9eae-62079ca9e013 req-7b815a43-a289-4363-a804-8cdb43ce2a88 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 946 time: 0.1138840 Aug 31 15:29:12.023443 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-6f47071c-e437-458d-aaa6-eb862bcab86f req-fc8f1790-62f3-4609-8189-afe50bcf04ec tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430560 Aug 31 15:29:12.084706 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c4315823-89ca-43cc-9eae-62079ca9e013 req-d0d5a463-d7c3-422e-9ac5-2a80f99dce7e tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477848 Aug 31 15:29:13.212485 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb33348-e423-4454-9511-81584129f72c req-69c917ff-afa3-44b9-8a6d-4a2c4c7cea78 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:13.213923 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6bb33348-e423-4454-9511-81584129f72c req-69c917ff-afa3-44b9-8a6d-4a2c4c7cea78 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.0839822 Aug 31 15:29:13.257911 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6bb33348-e423-4454-9511-81584129f72c req-6d750ba1-9787-4401-be57-8c009e86b3d8 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384605 Aug 31 15:29:13.426218 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02d855-4a27-487a-8499-ef564846d76a req-a4473451-8d9b-4b98-ac05-e76db01f6958 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:13.427710 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-af02d855-4a27-487a-8499-ef564846d76a req-a4473451-8d9b-4b98-ac05-e76db01f6958 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 946 time: 0.0795345 Aug 31 15:29:13.470744 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-af02d855-4a27-487a-8499-ef564846d76a req-ae86082f-22e1-4fff-9b39-7fc54e77311b tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373988 Aug 31 15:29:14.446111 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41905c01-d6dc-4df9-b0d7-85588538c41d req-755e58ee-4033-4bf0-b77f-46ae47dbeed0 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:14.447481 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-41905c01-d6dc-4df9-b0d7-85588538c41d req-755e58ee-4033-4bf0-b77f-46ae47dbeed0 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.0829349 Aug 31 15:29:14.493233 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-41905c01-d6dc-4df9-b0d7-85588538c41d req-8c817c99-938d-4b89-a555-74fb9c6b45b1 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400834 Aug 31 15:29:14.655900 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc453b6-02e8-4984-9920-af490b9fc527 req-6c13d6fa-fc65-4aed-a2fb-ed565ae65af4 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:14.657366 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-0fc453b6-02e8-4984-9920-af490b9fc527 req-6c13d6fa-fc65-4aed-a2fb-ed565ae65af4 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 946 time: 0.0810559 Aug 31 15:29:14.703365 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-0fc453b6-02e8-4984-9920-af490b9fc527 req-10b50d96-5f45-4b46-a23f-afb68bdd238e tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397050 Aug 31 15:29:15.680445 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77e6f5-8e5f-4e7a-b891-4c1c11c4663e req-603841f5-941f-4339-b86c-547b5f6d3172 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:15.681898 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-cf77e6f5-8e5f-4e7a-b891-4c1c11c4663e req-603841f5-941f-4339-b86c-547b5f6d3172 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.0820470 Aug 31 15:29:15.727779 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-cf77e6f5-8e5f-4e7a-b891-4c1c11c4663e req-54e1afe0-36bc-4887-a422-745eaf9e7f58 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399816 Aug 31 15:29:15.904976 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09775c76-88cb-4edc-b7a7-ddcf524f0989 req-bd1bbc0f-592b-48ba-9a97-2c5979d3327e tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:15.907276 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-09775c76-88cb-4edc-b7a7-ddcf524f0989 req-bd1bbc0f-592b-48ba-9a97-2c5979d3327e tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 946 time: 0.0825124 Aug 31 15:29:15.957247 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-09775c76-88cb-4edc-b7a7-ddcf524f0989 req-796cfb0a-3e4f-4f45-afb8-b89ee56cd233 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431066 Aug 31 15:29:16.913249 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671913d6-9c6f-4e4a-9424-df6f07f7a716 req-7436bb0d-5aec-4551-8696-1e14b3c80f86 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:16.914724 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-671913d6-9c6f-4e4a-9424-df6f07f7a716 req-7436bb0d-5aec-4551-8696-1e14b3c80f86 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.0816476 Aug 31 15:29:16.960125 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-671913d6-9c6f-4e4a-9424-df6f07f7a716 req-f0bee0c5-5fb6-484b-a6c6-508387778341 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395927 Aug 31 15:29:17.152574 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aecccd9-b73c-4a79-8dfd-eafe6ee35154 req-f10602e4-6422-4432-b6ed-ed707736fc0d tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:17.154043 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5aecccd9-b73c-4a79-8dfd-eafe6ee35154 req-f10602e4-6422-4432-b6ed-ed707736fc0d tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 946 time: 0.0863273 Aug 31 15:29:17.204201 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5aecccd9-b73c-4a79-8dfd-eafe6ee35154 req-4d6d3fe2-2623-41ac-915f-cf058e057c68 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446236 Aug 31 15:29:17.221366 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 51178) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:17.338363 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ffa18519-f518-4041-b019-1b3b38f7e71c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:17.352683 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-ffa18519-f518-4041-b019-1b3b38f7e71c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:29:17.356629 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-ffa18519-f518-4041-b019-1b3b38f7e71c admin admin] Usage tracker for resource:security_group_rule and tenant:9153912b8421466aa306db3330e6643e is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:29:17.359510 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-ffa18519-f518-4041-b019-1b3b38f7e71c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:29:17.365870 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-ffa18519-f518-4041-b019-1b3b38f7e71c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:29:17.483191 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ffa18519-f518-4041-b019-1b3b38f7e71c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:17.490058 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ffa18519-f518-4041-b019-1b3b38f7e71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:17.498827 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-f478a40b-f6e8-4aa1-ba65-cf79761ea8bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:17.540175 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-ffa18519-f518-4041-b019-1b3b38f7e71c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9153912b8421466aa306db3330e6643e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3176315 Aug 31 15:29:17.541685 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa18519-f518-4041-b019-1b3b38f7e71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da8bd0d-e076-41de-bfe0-88159c938a2e,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:17.543652 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 51198) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:17.563834 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa18519-f518-4041-b019-1b3b38f7e71c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:17.564197 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa18519-f518-4041-b019-1b3b38f7e71c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:17.564554 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa18519-f518-4041-b019-1b3b38f7e71c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:17.564907 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa18519-f518-4041-b019-1b3b38f7e71c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:17.565252 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa18519-f518-4041-b019-1b3b38f7e71c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:17.565704 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa18519-f518-4041-b019-1b3b38f7e71c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:17.566001 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa18519-f518-4041-b019-1b3b38f7e71c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:17.567067 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa18519-f518-4041-b019-1b3b38f7e71c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:17.567466 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa18519-f518-4041-b019-1b3b38f7e71c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:17.567815 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa18519-f518-4041-b019-1b3b38f7e71c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:17.568158 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa18519-f518-4041-b019-1b3b38f7e71c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:17.568497 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa18519-f518-4041-b019-1b3b38f7e71c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:17.573856 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-ffa18519-f518-4041-b019-1b3b38f7e71c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:17.609449 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-a314eddc-f2a1-4244-a1f6-982829375e4c tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:17.610908 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-a314eddc-f2a1-4244-a1f6-982829375e4c tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/networks?id=e5bf5d88-a4cc-4991-bc98-721833635064 HTTP/1.1" status: 200 len: 814 time: 0.1595604 Aug 31 15:29:17.617408 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-550aed05-70ac-4ecd-b919-8fceebbeac01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:17.625928 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-33db5944-e72f-445e-a36a-02bb9cfa2869 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/quotas/317b1948f95f45e8baebbf8d73834c26 HTTP/1.1" status: 200 len: 375 time: 0.0091691 Aug 31 15:29:17.644559 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-550aed05-70ac-4ecd-b919-8fceebbeac01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:17.673354 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-9c74a913-d5d8-4f3b-ab17-b33ede7be60c tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Synchronizing usage tracker for tenant:317b1948f95f45e8baebbf8d73834c26 on resource:port {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:29:17.689654 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-9c74a913-d5d8-4f3b-ab17-b33ede7be60c tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Unset dirty status for tenant:317b1948f95f45e8baebbf8d73834c26 on resource:port {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:29:17.690934 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-9c74a913-d5d8-4f3b-ab17-b33ede7be60c tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=317b1948f95f45e8baebbf8d73834c26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588171 Aug 31 15:29:17.696377 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-550aed05-70ac-4ecd-b919-8fceebbeac01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:17.700066 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-399add8c-b1ce-4353-a01d-f703d5d134f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:17.711802 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550aed05-70ac-4ecd-b919-8fceebbeac01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da8bd0d-e076-41de-bfe0-88159c938a2e,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:17.715412 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-550aed05-70ac-4ecd-b919-8fceebbeac01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:17.719115 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-550aed05-70ac-4ecd-b919-8fceebbeac01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:17.719998 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-550aed05-70ac-4ecd-b919-8fceebbeac01 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9da8bd0d-e076-41de-bfe0-88159c938a2e HTTP/1.1" status: 204 len: 168 time: 0.1754515 Aug 31 15:29:17.944478 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-0104d0ba-f853-4397-9ab6-fb1ca1313c4b service neutron] 10.222.0.81 "GET /v2.0/networks/e5bf5d88-a4cc-4991-bc98-721833635064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444973 Aug 31 15:29:18.048126 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 51210) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:18.066414 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ce515384-54a0-4430-83aa-43de05868ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:18.120030 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-ce515384-54a0-4430-83aa-43de05868ce8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:29:18.133918 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-ce515384-54a0-4430-83aa-43de05868ce8 admin admin] Usage tracker for resource:security_group_rule and tenant:aeade425154d41cc9c8209b88b9b9611 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:29:18.138172 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-ce515384-54a0-4430-83aa-43de05868ce8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:29:18.146101 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-ce515384-54a0-4430-83aa-43de05868ce8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:29:18.199872 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639718dd-6f28-4e71-a4cb-2b1cd0ee5d2a req-5ace9ba9-ec90-4c5b-ae97-4004d8f62df9 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:18.201341 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-639718dd-6f28-4e71-a4cb-2b1cd0ee5d2a req-5ace9ba9-ec90-4c5b-ae97-4004d8f62df9 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.64 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.3492327 Aug 31 15:29:18.208103 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f84cfb-ce42-44b3-80ee-61414fb63329 req-64f10742-8998-4069-9b0d-6a3b7a7b5710 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:18.209577 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-e0f84cfb-ce42-44b3-80ee-61414fb63329 req-64f10742-8998-4069-9b0d-6a3b7a7b5710 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 946 time: 0.1292014 Aug 31 15:29:18.287147 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-e0f84cfb-ce42-44b3-80ee-61414fb63329 req-0386b5e4-ca49-45e4-8708-a86bc69da615 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710154 Aug 31 15:29:18.291231 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ce515384-54a0-4430-83aa-43de05868ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:18.296284 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ce515384-54a0-4430-83aa-43de05868ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:18.304182 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-ffa18519-f518-4041-b019-1b3b38f7e71c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:18.327967 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [req-639718dd-6f28-4e71-a4cb-2b1cd0ee5d2a req-2b4ef497-5eb7-4c2a-a23d-c27fc94dc81f tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Deleting port 975f2976-fee5-4a89-8a0f-0f2075d148b3 {{(pid=79277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:29:18.328334 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-639718dd-6f28-4e71-a4cb-2b1cd0ee5d2a req-2b4ef497-5eb7-4c2a-a23d-c27fc94dc81f tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:18.354249 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-ce515384-54a0-4430-83aa-43de05868ce8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=aeade425154d41cc9c8209b88b9b9611&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3026831 Aug 31 15:29:18.354249 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce515384-54a0-4430-83aa-43de05868ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa28922-9e34-4295-aa9a-80f4d81bc088,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:18.355511 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 51216) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:18.357548 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-ce515384-54a0-4430-83aa-43de05868ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:18.366954 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-d60d37db-a628-4e44-a567-eb3ccfdad683 service neutron] 10.222.0.81 "GET /v2.0/networks/e5bf5d88-a4cc-4991-bc98-721833635064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161203 Aug 31 15:29:18.412592 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f0992-e4cd-4f2f-aea5-ad30dc54adef req-07941d89-5eea-4fbc-9315-e7d87bd7f7a4 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:18.414054 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b40f0992-e4cd-4f2f-aea5-ad30dc54adef req-07941d89-5eea-4fbc-9315-e7d87bd7f7a4 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.64 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 946 time: 0.3258748 Aug 31 15:29:18.459430 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-eb3d12f2-b065-4b8d-a723-0fb497dbde12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:18.503010 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-eb3d12f2-b065-4b8d-a723-0fb497dbde12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:18.553168 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [req-b40f0992-e4cd-4f2f-aea5-ad30dc54adef req-7e198782-36d4-4f99-8b75-caa6d4570aef tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Deleting port c5385f27-5301-4222-86f0-03d8d97e8c76 {{(pid=79277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:29:18.553519 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-b40f0992-e4cd-4f2f-aea5-ad30dc54adef req-7e198782-36d4-4f99-8b75-caa6d4570aef tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:18.575125 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab0f6a-5a30-40df-b558-826e288ad1c8 req-3743a29a-0ee3-4be6-a5d9-61f15eabe522 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:18.583178 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-e6ab0f6a-5a30-40df-b558-826e288ad1c8 req-3743a29a-0ee3-4be6-a5d9-61f15eabe522 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 946 time: 0.1672814 Aug 31 15:29:18.601962 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-eb3d12f2-b065-4b8d-a723-0fb497dbde12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:18.609120 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-550aed05-70ac-4ecd-b919-8fceebbeac01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:18.623817 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3d12f2-b065-4b8d-a723-0fb497dbde12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa28922-9e34-4295-aa9a-80f4d81bc088,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:18.634492 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-eb3d12f2-b065-4b8d-a723-0fb497dbde12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:18.638205 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-eb3d12f2-b065-4b8d-a723-0fb497dbde12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:18.641751 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-eb3d12f2-b065-4b8d-a723-0fb497dbde12 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9aa28922-9e34-4295-aa9a-80f4d81bc088 HTTP/1.1" status: 204 len: 168 time: 0.2832820 Aug 31 15:29:18.657824 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-e6ab0f6a-5a30-40df-b558-826e288ad1c8 req-3ff5589f-7fac-46fe-82c6-ea1c6696c1e1 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734653 Aug 31 15:29:18.775931 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-c99a3836-9ebc-4814-8c67-421a2901f5c6 req-05dc681a-cac3-4615-9dda-4e5b95b81f25 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=89288f3b-6626-4fdc-bc3d-9a5c828811e4 HTTP/1.1" status: 200 len: 210 time: 0.0524657 Aug 31 15:29:18.829240 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-639718dd-6f28-4e71-a4cb-2b1cd0ee5d2a req-2b4ef497-5eb7-4c2a-a23d-c27fc94dc81f tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] For port 975f2976-fee5-4a89-8a0f-0f2075d148b3, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=975f2976-fee5-4a89-8a0f-0f2075d148b3,segment=NetworkSegment(b43d9033-4938-47c6-a1c6-aaf1dcce285a),segment_id=b43d9033-4938-47c6-a1c6-aaf1dcce285a)] {{(pid=79277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:29:18.829596 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-639718dd-6f28-4e71-a4cb-2b1cd0ee5d2a req-2b4ef497-5eb7-4c2a-a23d-c27fc94dc81f tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:19.032726 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [req-639718dd-6f28-4e71-a4cb-2b1cd0ee5d2a req-2b4ef497-5eb7-4c2a-a23d-c27fc94dc81f tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Calling delete_port for 975f2976-fee5-4a89-8a0f-0f2075d148b3 owned by compute:nova {{(pid=79277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:29:19.063606 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 51240) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:19.082088 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a9bd31a4-9a94-4cd2-a3fe-1d1d98f706f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:19.098353 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-a9bd31a4-9a94-4cd2-a3fe-1d1d98f706f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:29:19.102439 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-a9bd31a4-9a94-4cd2-a3fe-1d1d98f706f3 admin admin] Usage tracker for resource:security_group_rule and tenant:a9ea8fa5eca24bfe8dd232446efb4d71 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:29:19.105313 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-a9bd31a4-9a94-4cd2-a3fe-1d1d98f706f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:29:19.110907 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-a9bd31a4-9a94-4cd2-a3fe-1d1d98f706f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:29:19.151762 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-b40f0992-e4cd-4f2f-aea5-ad30dc54adef req-7e198782-36d4-4f99-8b75-caa6d4570aef tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] For port c5385f27-5301-4222-86f0-03d8d97e8c76, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=c5385f27-5301-4222-86f0-03d8d97e8c76,segment=NetworkSegment(c04ecbb1-0952-4af4-8fe9-edf346411969),segment_id=c04ecbb1-0952-4af4-8fe9-edf346411969)] {{(pid=79277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:29:19.152072 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-b40f0992-e4cd-4f2f-aea5-ad30dc54adef req-7e198782-36d4-4f99-8b75-caa6d4570aef tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:19.221105 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a9bd31a4-9a94-4cd2-a3fe-1d1d98f706f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:19.225170 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a9bd31a4-9a94-4cd2-a3fe-1d1d98f706f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:19.237546 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-374b8ed1-f403-4422-9c76-8a9efde68bb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:19.323361 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [req-b40f0992-e4cd-4f2f-aea5-ad30dc54adef req-7e198782-36d4-4f99-8b75-caa6d4570aef tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Calling delete_port for c5385f27-5301-4222-86f0-03d8d97e8c76 owned by compute:nova {{(pid=79277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:29:19.361054 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-a9bd31a4-9a94-4cd2-a3fe-1d1d98f706f3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a9ea8fa5eca24bfe8dd232446efb4d71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2962010 Aug 31 15:29:19.364976 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 51248) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:19.380595 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd31a4-9a94-4cd2-a3fe-1d1d98f706f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfbc012-e9a5-4ba3-8796-fcc59204ffe5,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:19.385215 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a9bd31a4-9a94-4cd2-a3fe-1d1d98f706f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:19.442686 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-25568798-1340-42ba-a40c-609853861009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:19.473491 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-25568798-1340-42ba-a40c-609853861009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:19.500471 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-639718dd-6f28-4e71-a4cb-2b1cd0ee5d2a req-2b4ef497-5eb7-4c2a-a23d-c27fc94dc81f tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10695601'] for port, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:19.505363 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-37899c53-4760-4af2-899c-830bddc08355 req-db8b761f-ad9c-41b1-b45a-45db789065e0 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 210 time: 0.0729015 Aug 31 15:29:19.510348 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-b2e990bd-9235-453f-90a1-3a32e7f56b0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:19.533641 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-25568798-1340-42ba-a40c-609853861009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:19.537412 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] get_ports_and_sgs() called for port_ids ['eeffc475-fdba-47d5-ab84-b55d3ca428e6', '975f2976-fee5-4a89-8a0f-0f2075d148b3'] {{(pid=79278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:29:19.541831 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:19.555976 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-25568798-1340-42ba-a40c-609853861009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:19.559486 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-25568798-1340-42ba-a40c-609853861009 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/abfbc012-e9a5-4ba3-8796-fcc59204ffe5 HTTP/1.1" status: 204 len: 168 time: 0.1914945 Aug 31 15:29:19.560875 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25568798-1340-42ba-a40c-609853861009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfbc012-e9a5-4ba3-8796-fcc59204ffe5,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:19.563522 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-25568798-1340-42ba-a40c-609853861009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:19.603091 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ef497-5eb7-4c2a-a23d-c27fc94dc81f tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Pushing event deleted for resources: {'Port': ['ID=975f2976-fee5-4a89-8a0f-0f2075d148b3,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:19.606375 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-2b4ef497-5eb7-4c2a-a23d-c27fc94dc81f tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:19.882872 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [req-639718dd-6f28-4e71-a4cb-2b1cd0ee5d2a req-2b4ef497-5eb7-4c2a-a23d-c27fc94dc81f tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] No DVR routers for this DVR port 975f2976-fee5-4a89-8a0f-0f2075d148b3 on host hv-cinder-80278 {{(pid=79277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:29:19.888304 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-639718dd-6f28-4e71-a4cb-2b1cd0ee5d2a req-2b4ef497-5eb7-4c2a-a23d-c27fc94dc81f tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:19.891314 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f71dbd0-b5d8-4471-aeb5-9b61390583a5', 'name': 'network-vif-deleted', 'tag': '975f2976-fee5-4a89-8a0f-0f2075d148b3'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:29:19.904796 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a73856-00aa-440d-b347-e614fbd9aed0 req-f3c79b97-75a7-4674-8d0e-26d0593931bc tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:19.913705 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-50a73856-00aa-440d-b347-e614fbd9aed0 req-f3c79b97-75a7-4674-8d0e-26d0593931bc tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 946 time: 0.1033685 Aug 31 15:29:19.921888 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-b40f0992-e4cd-4f2f-aea5-ad30dc54adef req-7e198782-36d4-4f99-8b75-caa6d4570aef tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10695601'] for port, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:19.930397 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-31dd7d0b-7a0e-4c2f-9893-0c8db46d3d48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:19.965276 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-50a73856-00aa-440d-b347-e614fbd9aed0 req-ca52f0ff-46a5-454e-b3b1-ede22e23cb99 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504682 Aug 31 15:29:19.985988 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-639718dd-6f28-4e71-a4cb-2b1cd0ee5d2a req-2b4ef497-5eb7-4c2a-a23d-c27fc94dc81f tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.64 "DELETE /v2.0/ports/975f2976-fee5-4a89-8a0f-0f2075d148b3 HTTP/1.1" status: 204 len: 173 time: 1.7760146 Aug 31 15:29:19.998749 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e198782-36d4-4f99-8b75-caa6d4570aef tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Pushing event deleted for resources: {'Port': ['ID=c5385f27-5301-4222-86f0-03d8d97e8c76,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:20.002185 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-7e198782-36d4-4f99-8b75-caa6d4570aef tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:20.091658 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [req-b40f0992-e4cd-4f2f-aea5-ad30dc54adef req-7e198782-36d4-4f99-8b75-caa6d4570aef tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] No DVR routers for this DVR port c5385f27-5301-4222-86f0-03d8d97e8c76 on host hv-cinder-80278 {{(pid=79277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:29:20.095075 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-b40f0992-e4cd-4f2f-aea5-ad30dc54adef req-7e198782-36d4-4f99-8b75-caa6d4570aef tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:20.097622 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b40f0992-e4cd-4f2f-aea5-ad30dc54adef req-7e198782-36d4-4f99-8b75-caa6d4570aef tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.64 "DELETE /v2.0/ports/c5385f27-5301-4222-86f0-03d8d97e8c76 HTTP/1.1" status: 204 len: 173 time: 1.6747184 Aug 31 15:29:20.167456 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ef2ef922-6007-4cc2-a316-d8e9219349ba req-c61992fc-60f0-4dad-a75e-fea64a703e20 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=89288f3b-6626-4fdc-bc3d-9a5c828811e4 HTTP/1.1" status: 200 len: 210 time: 0.0564890 Aug 31 15:29:20.239406 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f71dbd0-b5d8-4471-aeb5-9b61390583a5', 'name': 'network-vif-deleted', 'tag': '975f2976-fee5-4a89-8a0f-0f2075d148b3', 'status': 'completed', 'code': 200} Aug 31 15:29:20.310301 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] get_ports_and_sgs() called for port_ids ['511eb749-2a1b-4aa6-9244-8fc1a7778e9a', '02817dfe-035b-4d21-84a1-2620d1f71937', 'c5385f27-5301-4222-86f0-03d8d97e8c76'] {{(pid=79278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:29:20.699724 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-6aff4077-12a3-4133-8b95-fecd22e40158 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:20.703783 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-6aff4077-12a3-4133-8b95-fecd22e40158 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.64 "GET /v2.0/networks?id=e5bf5d88-a4cc-4991-bc98-721833635064 HTTP/1.1" status: 200 len: 814 time: 0.2034216 Aug 31 15:29:20.704179 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-a66f1eb3-2f21-4d4e-9d7e-12ddba9cc745 req-818f4f5d-c1a5-46d1-9e5f-eeee6ac50b70 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f71dbd0-b5d8-4471-aeb5-9b61390583a5 HTTP/1.1" status: 200 len: 210 time: 0.0538256 Aug 31 15:29:20.727357 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-94156f37-25ea-4726-a600-a6ffe6ff8c01 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Request body: {'port': {'device_id': '89288f3b-6626-4fdc-bc3d-9a5c828811e4', 'network_id': 'e5bf5d88-a4cc-4991-bc98-721833635064', 'admin_state_up': True, 'tenant_id': '317b1948f95f45e8baebbf8d73834c26'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:29:20.892004 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-94156f37-25ea-4726-a600-a6ffe6ff8c01 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:29:20.902838 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-94156f37-25ea-4726-a600-a6ffe6ff8c01 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:29:20.914372 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-94156f37-25ea-4726-a600-a6ffe6ff8c01 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Made reservation on behalf of 317b1948f95f45e8baebbf8d73834c26 for: {'port': 1} {{(pid=79277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:29:20.917803 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-94156f37-25ea-4726-a600-a6ffe6ff8c01 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:21.162967 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-9cbf0d2a-d75d-4fc8-a713-8dd2e05806bd req-d136ed20-3853-4b7f-a94d-70daa30c3eae tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Synchronizing usage tracker for tenant:6d830094621a47f083137ccc6fa15151 on resource:port {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:29:21.166487 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.db_base_plugin_common [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-94156f37-25ea-4726-a600-a6ffe6ff8c01 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Allocated IP 172.20.0.5 (e5bf5d88-a4cc-4991-bc98-721833635064/7f4868df-dbc4-4817-bd65-2dbd6d9c87ee/27732138-7f1a-43d8-8248-65406cdac17e) {{(pid=79277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:29:21.208851 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-9cbf0d2a-d75d-4fc8-a713-8dd2e05806bd req-d136ed20-3853-4b7f-a94d-70daa30c3eae tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Unset dirty status for tenant:6d830094621a47f083137ccc6fa15151 on resource:port {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:29:21.210437 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9cbf0d2a-d75d-4fc8-a713-8dd2e05806bd req-d136ed20-3853-4b7f-a94d-70daa30c3eae tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=ac90940c-fa29-432a-ac3d-4f7531dd7a44 HTTP/1.1" status: 200 len: 210 time: 0.1082783 Aug 31 15:29:21.380557 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ef58af3d-52e3-42be-8356-5b717e88619a req-4ce29765-4bd1-4f56-a83b-a134bff410c3 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=89288f3b-6626-4fdc-bc3d-9a5c828811e4 HTTP/1.1" status: 200 len: 210 time: 0.0821207 Aug 31 15:29:21.417944 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-94156f37-25ea-4726-a600-a6ffe6ff8c01 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Notify callbacks [] for port, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:21.469833 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-94156f37-25ea-4726-a600-a6ffe6ff8c01 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10695601'] for port, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:21.479124 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-7707c6db-43da-444b-98ee-70881be4346b tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:21.548230 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-94156f37-25ea-4726-a600-a6ffe6ff8c01 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Network e5bf5d88-a4cc-4991-bc98-721833635064 is already hosted by enough agents. {{(pid=79277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:29:21.552094 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.base_scheduler [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-94156f37-25ea-4726-a600-a6ffe6ff8c01 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Resources bound (agent type, host, resource id): {{(pid=79277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:29:21.555798 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-94156f37-25ea-4726-a600-a6ffe6ff8c01 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Received port after_create {{(pid=79277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:29:21.589356 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94156f37-25ea-4726-a600-a6ffe6ff8c01 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Pushing event updated for resources: {'Port': ['ID=27732138-7f1a-43d8-8248-65406cdac17e,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:21.595689 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-94156f37-25ea-4726-a600-a6ffe6ff8c01 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:21.625439 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-94156f37-25ea-4726-a600-a6ffe6ff8c01 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:21.626047 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-94156f37-25ea-4726-a600-a6ffe6ff8c01 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:21.633960 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 975f2976-fee5-4a89-8a0f-0f2075d148b3 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:29:21.653361 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-94156f37-25ea-4726-a600-a6ffe6ff8c01 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9309349 Aug 31 15:29:21.680130 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] No Port match for: 975f2976-fee5-4a89-8a0f-0f2075d148b3 {{(pid=79278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:29:21.680294 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-32e7db89-0335-4da2-be3e-48b7df8e24bf service neutron] Request body: {'port': {'device_id': '89288f3b-6626-4fdc-bc3d-9a5c828811e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:29:21.680527 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 975f2976-fee5-4a89-8a0f-0f2075d148b3 not bound to the agent host hv-cinder-80278 {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:29:21.680897 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device c5385f27-5301-4222-86f0-03d8d97e8c76 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:29:21.714858 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] No Port match for: c5385f27-5301-4222-86f0-03d8d97e8c76 {{(pid=79278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:29:21.715210 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device c5385f27-5301-4222-86f0-03d8d97e8c76 not bound to the agent host hv-cinder-80278 {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:29:21.794070 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-32e7db89-0335-4da2-be3e-48b7df8e24bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:22.165174 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-32e7db89-0335-4da2-be3e-48b7df8e24bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27732138-7f1a-43d8-8248-65406cdac17e {{(pid=79277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:29:22.167866 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372197f-5e10-4fb1-b20c-b45b882beb2d req-3bbd9446-79b5-4431-845d-03f31c7f1ca5 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:22.169334 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-5372197f-5e10-4fb1-b20c-b45b882beb2d req-3bbd9446-79b5-4431-845d-03f31c7f1ca5 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0805047 Aug 31 15:29:22.172394 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-32e7db89-0335-4da2-be3e-48b7df8e24bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:22.187767 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.provisioning_blocks [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-32e7db89-0335-4da2-be3e-48b7df8e24bf service neutron] Transition to ACTIVE for port object 27732138-7f1a-43d8-8248-65406cdac17e will not be triggered until provisioned by entity L2. {{(pid=79277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:29:22.192086 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-32e7db89-0335-4da2-be3e-48b7df8e24bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10695592'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:22.197833 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-01c66b05-2247-4165-a16e-1a33dd967bde tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:22.215927 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-5372197f-5e10-4fb1-b20c-b45b882beb2d req-c9580923-cd09-47ce-a55f-8277b098b080 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406709 Aug 31 15:29:22.244255 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac90940c-fa29-432a-ac3d-4f7531dd7a44', 'name': 'network-vif-deleted', 'tag': 'c5385f27-5301-4222-86f0-03d8d97e8c76'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:29:22.393233 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac90940c-fa29-432a-ac3d-4f7531dd7a44', 'name': 'network-vif-deleted', 'tag': 'c5385f27-5301-4222-86f0-03d8d97e8c76', 'status': 'completed', 'code': 200} Aug 31 15:29:22.505549 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e7db89-0335-4da2-be3e-48b7df8e24bf service neutron] Pushing event updated for resources: {'Port': ['ID=27732138-7f1a-43d8-8248-65406cdac17e,revision_number=2']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:22.511974 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-32e7db89-0335-4da2-be3e-48b7df8e24bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:22.598423 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-32e7db89-0335-4da2-be3e-48b7df8e24bf service neutron] Attempting to bind port 27732138-7f1a-43d8-8248-65406cdac17e on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:29:22.598857 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-32e7db89-0335-4da2-be3e-48b7df8e24bf service neutron] Attempting to bind port 27732138-7f1a-43d8-8248-65406cdac17e by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '02223e31-43b7-4392-9df9-702d52806812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'e5bf5d88-a4cc-4991-bc98-721833635064'}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:29:22.599250 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-32e7db89-0335-4da2-be3e-48b7df8e24bf service neutron] Attempting to bind port 27732138-7f1a-43d8-8248-65406cdac17e on network e5bf5d88-a4cc-4991-bc98-721833635064 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:29:22.606709 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-32e7db89-0335-4da2-be3e-48b7df8e24bf service neutron] Port 27732138-7f1a-43d8-8248-65406cdac17e on network e5bf5d88-a4cc-4991-bc98-721833635064 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 31 15:29:22.607028 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-32e7db89-0335-4da2-be3e-48b7df8e24bf service neutron] Attempting to bind port 27732138-7f1a-43d8-8248-65406cdac17e on network e5bf5d88-a4cc-4991-bc98-721833635064 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:29:22.615574 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-32e7db89-0335-4da2-be3e-48b7df8e24bf service neutron] Checking agent: {'id': '62cd79da-47e6-4754-8d0e-eaf0f2299a96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 22, 7), 'started_at': datetime.datetime(2021, 8, 31, 15, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:29:22.615902 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-32e7db89-0335-4da2-be3e-48b7df8e24bf service neutron] Checking segment: {'id': '02223e31-43b7-4392-9df9-702d52806812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'e5bf5d88-a4cc-4991-bc98-721833635064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:29:22.616280 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-32e7db89-0335-4da2-be3e-48b7df8e24bf service neutron] Bound using segment: {'id': '02223e31-43b7-4392-9df9-702d52806812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'e5bf5d88-a4cc-4991-bc98-721833635064'} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:29:22.616697 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-32e7db89-0335-4da2-be3e-48b7df8e24bf service neutron] Bound port: 27732138-7f1a-43d8-8248-65406cdac17e, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02223e31-43b7-4392-9df9-702d52806812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 905, 'network_id': 'e5bf5d88-a4cc-4991-bc98-721833635064'}}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:29:22.617038 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-32e7db89-0335-4da2-be3e-48b7df8e24bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:22.692225 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429b3dd-58a3-47da-96e1-b25636dd2412 req-44b8db1f-c995-447c-8bbb-3fed209c96ee tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:22.692826 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-2429b3dd-58a3-47da-96e1-b25636dd2412 req-44b8db1f-c995-447c-8bbb-3fed209c96ee tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Synchronizing usage tracker for tenant:317b1948f95f45e8baebbf8d73834c26 on resource:port {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:29:22.718861 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b4283-ab05-42a1-bbcf-80b1ee118462 req-a00c65d6-2ac6-48f3-a7bb-20722d3fdd96 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:22.720357 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-958b4283-ab05-42a1-bbcf-80b1ee118462 req-a00c65d6-2ac6-48f3-a7bb-20722d3fdd96 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26f6034b-bae8-44e6-8979-2629168a2783 HTTP/1.1" status: 200 len: 945 time: 0.0831087 Aug 31 15:29:22.727473 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-2429b3dd-58a3-47da-96e1-b25636dd2412 req-44b8db1f-c995-447c-8bbb-3fed209c96ee tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Unset dirty status for tenant:317b1948f95f45e8baebbf8d73834c26 on resource:port {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:29:22.728730 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-2429b3dd-58a3-47da-96e1-b25636dd2412 req-44b8db1f-c995-447c-8bbb-3fed209c96ee tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=89288f3b-6626-4fdc-bc3d-9a5c828811e4 HTTP/1.1" status: 200 len: 943 time: 0.2017214 Aug 31 15:29:22.734294 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-32e7db89-0335-4da2-be3e-48b7df8e24bf service neutron] For port 27732138-7f1a-43d8-8248-65406cdac17e, host hv-cinder-80278, cleared binding levels {{(pid=79277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:29:22.739319 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-32e7db89-0335-4da2-be3e-48b7df8e24bf service neutron] For port 27732138-7f1a-43d8-8248-65406cdac17e, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=27732138-7f1a-43d8-8248-65406cdac17e,segment=NetworkSegment(02223e31-43b7-4392-9df9-702d52806812),segment_id=02223e31-43b7-4392-9df9-702d52806812)] {{(pid=79277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:29:22.755596 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-32e7db89-0335-4da2-be3e-48b7df8e24bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10695592'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:22.761830 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-94156f37-25ea-4726-a600-a6ffe6ff8c01 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:22.771915 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-958b4283-ab05-42a1-bbcf-80b1ee118462 req-9d8e7527-946d-4dd0-a1db-e90155b67949 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431345 Aug 31 15:29:22.836055 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-32e7db89-0335-4da2-be3e-48b7df8e24bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:22.836664 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-32e7db89-0335-4da2-be3e-48b7df8e24bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:22.838015 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-32e7db89-0335-4da2-be3e-48b7df8e24bf service neutron] 10.222.0.64 "PUT /v2.0/ports/27732138-7f1a-43d8-8248-65406cdac17e HTTP/1.1" status: 200 len: 1093 time: 1.1633410 Aug 31 15:29:22.843149 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-2429b3dd-58a3-47da-96e1-b25636dd2412 req-287e9398-0f74-4cf5-b6a3-5cb30d045431 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066971 Aug 31 15:29:22.854941 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e7db89-0335-4da2-be3e-48b7df8e24bf service neutron] Pushing event updated for resources: {'Port': ['ID=27732138-7f1a-43d8-8248-65406cdac17e,revision_number=3']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:22.858398 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-32e7db89-0335-4da2-be3e-48b7df8e24bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:23.013279 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-88a4b128-9567-4fed-9d42-164ea8cd3d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:23.014748 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-88a4b128-9567-4fed-9d42-164ea8cd3d44 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=317b1948f95f45e8baebbf8d73834c26&device_id=89288f3b-6626-4fdc-bc3d-9a5c828811e4 HTTP/1.1" status: 200 len: 1096 time: 0.0749884 Aug 31 15:29:23.099318 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-20b33350-2a85-44c7-932d-ee96577953b2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27732138-7f1a-43d8-8248-65406cdac17e HTTP/1.1" status: 200 len: 217 time: 0.0608714 Aug 31 15:29:23.166245 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-58034f48-6ea7-4bdd-a4fe-d8fc34d9beb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:23.167664 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-58034f48-6ea7-4bdd-a4fe-d8fc34d9beb9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7f4868df-dbc4-4817-bd65-2dbd6d9c87ee HTTP/1.1" status: 200 len: 854 time: 0.0592592 Aug 31 15:29:23.218849 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-73e2fb01-af35-44ce-a02f-46447eab4d5d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e5bf5d88-a4cc-4991-bc98-721833635064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402038 Aug 31 15:29:23.354100 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-b1a4c437-3937-4329-bd24-e3cac061afc9 service neutron] 10.222.0.64 "GET /v2.0/networks/e5bf5d88-a4cc-4991-bc98-721833635064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258588 Aug 31 15:29:23.487385 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-397630b1-bea7-4e97-a50c-1d4fb1185e7e req-649d9562-96de-49bb-b9f0-613ea02be029 service neutron] 10.222.0.64 "GET /v2.0/networks/e5bf5d88-a4cc-4991-bc98-721833635064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257312 Aug 31 15:29:23.592690 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b73c26-3057-49a1-9c34-41bba3577307 req-dabbdcf2-a083-4c27-bda6-a2f1d9a9e7b2 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:23.593422 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-c5b73c26-3057-49a1-9c34-41bba3577307 req-dabbdcf2-a083-4c27-bda6-a2f1d9a9e7b2 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Synchronizing usage tracker for tenant:3812c8ac3d6f49189f4ea632ac894346 on resource:port {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:29:23.610935 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-c5b73c26-3057-49a1-9c34-41bba3577307 req-dabbdcf2-a083-4c27-bda6-a2f1d9a9e7b2 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Unset dirty status for tenant:3812c8ac3d6f49189f4ea632ac894346 on resource:port {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:29:23.612102 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c5b73c26-3057-49a1-9c34-41bba3577307 req-dabbdcf2-a083-4c27-bda6-a2f1d9a9e7b2 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.1056929 Aug 31 15:29:23.663844 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c5b73c26-3057-49a1-9c34-41bba3577307 req-16288a56-bd19-49a8-bfe6-31e3f5c8c0c4 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457306 Aug 31 15:29:23.991130 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5f782-f2bb-4e5e-9642-ac5e3ba349f9 req-05c1b59a-3fcc-4022-a30d-bf24c3deb260 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:23.992692 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-9af5f782-f2bb-4e5e-9642-ac5e3ba349f9 req-05c1b59a-3fcc-4022-a30d-bf24c3deb260 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26f6034b-bae8-44e6-8979-2629168a2783 HTTP/1.1" status: 200 len: 945 time: 0.1083090 Aug 31 15:29:24.042175 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-9af5f782-f2bb-4e5e-9642-ac5e3ba349f9 req-0cf68a0e-709f-49d5-9938-9f80d11d1386 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435898 Aug 31 15:29:24.085110 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a4fde-1f86-40e3-ad51-c6167d93fdac req-93df44ce-7d85-4a2d-8a60-916103283548 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:24.086633 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0f4a4fde-1f86-40e3-ad51-c6167d93fdac req-93df44ce-7d85-4a2d-8a60-916103283548 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=89288f3b-6626-4fdc-bc3d-9a5c828811e4 HTTP/1.1" status: 200 len: 943 time: 0.0847003 Aug 31 15:29:24.134327 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0f4a4fde-1f86-40e3-ad51-c6167d93fdac req-8402a459-f4ee-4a57-a4ca-8c2543827fef tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413599 Aug 31 15:29:24.394342 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89288f3b-6626-4fdc-bc3d-9a5c828811e4', 'tag': '27732138-7f1a-43d8-8248-65406cdac17e'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:29:24.439164 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89288f3b-6626-4fdc-bc3d-9a5c828811e4', 'tag': '27732138-7f1a-43d8-8248-65406cdac17e', 'status': 'completed', 'code': 200} Aug 31 15:29:24.849986 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ca82c-650a-402e-b7fa-2d73a2a16232 req-cdcbe68b-2b52-45cc-9081-5b5253f1be98 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:24.851460 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-723ca82c-650a-402e-b7fa-2d73a2a16232 req-cdcbe68b-2b52-45cc-9081-5b5253f1be98 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0793400 Aug 31 15:29:24.895167 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-723ca82c-650a-402e-b7fa-2d73a2a16232 req-ced5e0e2-deac-493b-bc28-cc7cdca62f93 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381694 Aug 31 15:29:25.046467 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 6 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:29:25.231504 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40e5dd-7cd1-430a-825c-5d8d429efd75 req-86632706-bdbe-44be-9641-6a1050aca6fa tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:25.232876 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-4e40e5dd-7cd1-430a-825c-5d8d429efd75 req-86632706-bdbe-44be-9641-6a1050aca6fa tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26f6034b-bae8-44e6-8979-2629168a2783 HTTP/1.1" status: 200 len: 945 time: 0.0848613 Aug 31 15:29:25.278796 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-4e40e5dd-7cd1-430a-825c-5d8d429efd75 req-d478ac6e-f6d0-4cbd-b0c2-f2b312ad2a9a tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400145 Aug 31 15:29:25.328359 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5d4ad-4288-4818-97a3-1a42ff0ed78a req-a2026691-9793-4816-96ae-726feb903fc0 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:25.329825 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-e9f5d4ad-4288-4818-97a3-1a42ff0ed78a req-a2026691-9793-4816-96ae-726feb903fc0 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=89288f3b-6626-4fdc-bc3d-9a5c828811e4 HTTP/1.1" status: 200 len: 943 time: 0.0872760 Aug 31 15:29:25.376564 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-e9f5d4ad-4288-4818-97a3-1a42ff0ed78a req-58a090ed-6595-4001-a6c0-61f5e45ed0aa tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402546 Aug 31 15:29:26.083343 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc370a-2c19-4f0c-8cb3-77d0f14b5f28 req-e78fba56-fc48-4a02-8f89-a9644947595a tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:26.084823 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-7fbc370a-2c19-4f0c-8cb3-77d0f14b5f28 req-e78fba56-fc48-4a02-8f89-a9644947595a tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0853505 Aug 31 15:29:26.145722 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-7fbc370a-2c19-4f0c-8cb3-77d0f14b5f28 req-79cae6d0-9f94-4998-b45a-653ce749ab12 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541451 Aug 31 15:29:26.467975 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7712833-48cd-423d-acc5-f480eee811c3 req-180f7e59-d5f0-4e35-b5c2-55dedf0c32ed tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:26.469435 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-a7712833-48cd-423d-acc5-f480eee811c3 req-180f7e59-d5f0-4e35-b5c2-55dedf0c32ed tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26f6034b-bae8-44e6-8979-2629168a2783 HTTP/1.1" status: 200 len: 945 time: 0.0839448 Aug 31 15:29:26.513707 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-a7712833-48cd-423d-acc5-f480eee811c3 req-dcae6af6-59fb-4298-9f4b-6254244b5ec4 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374007 Aug 31 15:29:26.700416 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd857ccc-1f7c-4144-912e-7323c10aa8e7 req-53497d34-e14e-49ed-ba9f-1155853f084f tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:26.701869 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-fd857ccc-1f7c-4144-912e-7323c10aa8e7 req-53497d34-e14e-49ed-ba9f-1155853f084f tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=89288f3b-6626-4fdc-bc3d-9a5c828811e4 HTTP/1.1" status: 200 len: 943 time: 0.0908670 Aug 31 15:29:26.750646 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-fd857ccc-1f7c-4144-912e-7323c10aa8e7 req-95591225-a06d-4ff8-a315-b3f8832b88ed tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420237 Aug 31 15:29:27.330646 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569194a-b7ee-4181-9eab-e0407e54c1ec req-c5fbef48-c132-4b62-b638-355da8469c3a tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:27.332083 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-5569194a-b7ee-4181-9eab-e0407e54c1ec req-c5fbef48-c132-4b62-b638-355da8469c3a tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0803235 Aug 31 15:29:27.376635 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-5569194a-b7ee-4181-9eab-e0407e54c1ec req-4528eb1e-988e-43a0-b8f9-9b8dfe746996 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389822 Aug 31 15:29:27.704995 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3a9ee-ef6b-4190-a10d-3f72c42d3d6d req-baa8a188-a2fe-4424-afb6-dfed391b991a tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:27.704995 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-d4a3a9ee-ef6b-4190-a10d-3f72c42d3d6d req-baa8a188-a2fe-4424-afb6-dfed391b991a tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26f6034b-bae8-44e6-8979-2629168a2783 HTTP/1.1" status: 200 len: 945 time: 0.0838308 Aug 31 15:29:27.752195 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-d4a3a9ee-ef6b-4190-a10d-3f72c42d3d6d req-f214e261-d976-4c71-87bf-5914a0c360b5 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392609 Aug 31 15:29:27.943036 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245e1a5-7d8c-4bea-8250-a84db022150c req-3b8cb139-745d-477e-9e7c-8db31ae7f86d tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:27.944528 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-e245e1a5-7d8c-4bea-8250-a84db022150c req-3b8cb139-745d-477e-9e7c-8db31ae7f86d tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=89288f3b-6626-4fdc-bc3d-9a5c828811e4 HTTP/1.1" status: 200 len: 943 time: 0.0796075 Aug 31 15:29:27.988162 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-e245e1a5-7d8c-4bea-8250-a84db022150c req-b3463188-3c9a-4f33-85fe-e195e2539e46 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381551 Aug 31 15:29:28.569251 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c6649-ed00-447f-a492-3f79f24711d1 req-acc64c2b-7376-4445-8f24-ce5cadac0ae1 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:28.570726 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-b92c6649-ed00-447f-a492-3f79f24711d1 req-acc64c2b-7376-4445-8f24-ce5cadac0ae1 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0881345 Aug 31 15:29:28.614505 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-b92c6649-ed00-447f-a492-3f79f24711d1 req-75c87be7-e5f1-4ad4-b0d9-c6dc6b003583 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381188 Aug 31 15:29:28.933952 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b75e4-f7b5-4013-bdae-66799a80805a req-f085e20f-f5a9-44a3-8612-1fa844ea1a85 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:28.935332 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-d96b75e4-f7b5-4013-bdae-66799a80805a req-f085e20f-f5a9-44a3-8612-1fa844ea1a85 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26f6034b-bae8-44e6-8979-2629168a2783 HTTP/1.1" status: 200 len: 945 time: 0.0803993 Aug 31 15:29:28.979569 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-d96b75e4-f7b5-4013-bdae-66799a80805a req-fff5319a-21b0-49ab-bd34-1b2e6a610800 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387297 Aug 31 15:29:29.176633 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c71c15b-5da4-4fb9-b0bb-2ba2abe78b56 req-6d7ef61a-7fb1-426c-b464-152480b46415 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:29.178097 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-0c71c15b-5da4-4fb9-b0bb-2ba2abe78b56 req-6d7ef61a-7fb1-426c-b464-152480b46415 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=89288f3b-6626-4fdc-bc3d-9a5c828811e4 HTTP/1.1" status: 200 len: 943 time: 0.0849802 Aug 31 15:29:29.221147 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-0c71c15b-5da4-4fb9-b0bb-2ba2abe78b56 req-ca3f704c-876f-44b8-b60e-1163d3733289 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373297 Aug 31 15:29:29.798219 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae78d69-d2dd-44b8-8814-a04d0e919667 req-11422b49-96f9-486d-99f1-74c8dd88c991 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:29.799684 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-1ae78d69-d2dd-44b8-8814-a04d0e919667 req-11422b49-96f9-486d-99f1-74c8dd88c991 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0789309 Aug 31 15:29:29.905414 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-1ae78d69-d2dd-44b8-8814-a04d0e919667 req-93d5ab5c-465c-4cfc-8397-d0395e25a325 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997252 Aug 31 15:29:30.159293 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c93fbf-6884-4b98-8281-4a0dd7be6fb9 req-f9c52f4d-5605-4a9d-bf4b-4ef49a9cb5ef tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:30.160743 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-25c93fbf-6884-4b98-8281-4a0dd7be6fb9 req-f9c52f4d-5605-4a9d-bf4b-4ef49a9cb5ef tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26f6034b-bae8-44e6-8979-2629168a2783 HTTP/1.1" status: 200 len: 945 time: 0.0788469 Aug 31 15:29:30.205999 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-25c93fbf-6884-4b98-8281-4a0dd7be6fb9 req-16057c90-8ea7-4925-9785-4535c2a183d3 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395129 Aug 31 15:29:30.413026 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac328966-2c83-422f-9a22-3a297b759d82 req-e1ab7ada-660a-4e73-99f6-9779a4aaa845 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:30.414398 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ac328966-2c83-422f-9a22-3a297b759d82 req-e1ab7ada-660a-4e73-99f6-9779a4aaa845 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=89288f3b-6626-4fdc-bc3d-9a5c828811e4 HTTP/1.1" status: 200 len: 943 time: 0.0853686 Aug 31 15:29:30.458956 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ac328966-2c83-422f-9a22-3a297b759d82 req-dd4454b4-2017-4423-aeb3-fe0dfc993b50 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383935 Aug 31 15:29:30.701821 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5e6da-dfe6-4eec-8c4b-936c90f883d3 req-9adcbd71-369e-4e4f-897e-164683b8f6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:30.703188 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-fdc5e6da-dfe6-4eec-8c4b-936c90f883d3 req-9adcbd71-369e-4e4f-897e-164683b8f6ad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=317b1948f95f45e8baebbf8d73834c26&device_id=89288f3b-6626-4fdc-bc3d-9a5c828811e4 HTTP/1.1" status: 200 len: 1096 time: 0.0694277 Aug 31 15:29:30.835882 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5e6da-dfe6-4eec-8c4b-936c90f883d3 req-b0f9fc55-5159-49da-bf7a-7944eb78fd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:30.837314 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-fdc5e6da-dfe6-4eec-8c4b-936c90f883d3 req-b0f9fc55-5159-49da-bf7a-7944eb78fd63 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e5bf5d88-a4cc-4991-bc98-721833635064 HTTP/1.1" status: 200 len: 915 time: 0.1268606 Aug 31 15:29:30.910416 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-fdc5e6da-dfe6-4eec-8c4b-936c90f883d3 req-107727dd-8e8f-4594-9049-36406dd4dad6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27732138-7f1a-43d8-8248-65406cdac17e HTTP/1.1" status: 200 len: 217 time: 0.0649009 Aug 31 15:29:30.977483 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5e6da-dfe6-4eec-8c4b-936c90f883d3 req-b37397d2-bf0e-4e3f-9fba-e37d1e43630c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:30.978822 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-fdc5e6da-dfe6-4eec-8c4b-936c90f883d3 req-b37397d2-bf0e-4e3f-9fba-e37d1e43630c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7f4868df-dbc4-4817-bd65-2dbd6d9c87ee HTTP/1.1" status: 200 len: 854 time: 0.0622547 Aug 31 15:29:31.088884 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf2e7b4-d9f4-455a-833e-97bb96d72191 req-23e8bc70-6c78-4e81-a325-289c270a15d4 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:31.090353 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-1bf2e7b4-d9f4-455a-833e-97bb96d72191 req-23e8bc70-6c78-4e81-a325-289c270a15d4 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0816369 Aug 31 15:29:31.103521 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-fdc5e6da-dfe6-4eec-8c4b-936c90f883d3 req-35de347b-0301-40bc-bcfa-0db92680a110 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e5bf5d88-a4cc-4991-bc98-721833635064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1176960 Aug 31 15:29:31.135652 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-1bf2e7b4-d9f4-455a-833e-97bb96d72191 req-ae3c2fac-7a30-4228-bd82-e50fab9d0eca tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395610 Aug 31 15:29:31.239516 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-fdc5e6da-dfe6-4eec-8c4b-936c90f883d3 req-a0a70cff-c0d1-42c2-b8b3-bbee99612168 service neutron] 10.222.0.64 "GET /v2.0/networks/e5bf5d88-a4cc-4991-bc98-721833635064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284757 Aug 31 15:29:31.383087 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-fdc5e6da-dfe6-4eec-8c4b-936c90f883d3 req-7f71cf14-0f59-41c6-92a6-9d8c4ccecc97 service neutron] 10.222.0.64 "GET /v2.0/networks/e5bf5d88-a4cc-4991-bc98-721833635064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362925 Aug 31 15:29:31.538488 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fa3d6-ac88-4238-b54c-bf44b9fe99c0 req-c7b05e89-8cfb-4bf7-bbf7-a94260a5e2db tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:31.539980 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-bb2fa3d6-ac88-4238-b54c-bf44b9fe99c0 req-c7b05e89-8cfb-4bf7-bbf7-a94260a5e2db tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26f6034b-bae8-44e6-8979-2629168a2783 HTTP/1.1" status: 200 len: 945 time: 0.0796964 Aug 31 15:29:31.588823 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-bb2fa3d6-ac88-4238-b54c-bf44b9fe99c0 req-c35ed8bc-6ad1-4cf6-97cf-06244a1c1afa tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431588 Aug 31 15:29:31.647568 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4a382-f97d-469e-a145-d73cf52fe7e1 req-cf713ebd-918d-4acd-aa3a-a0565b9f6c3f tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:31.649024 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-c6b4a382-f97d-469e-a145-d73cf52fe7e1 req-cf713ebd-918d-4acd-aa3a-a0565b9f6c3f tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=89288f3b-6626-4fdc-bc3d-9a5c828811e4 HTTP/1.1" status: 200 len: 943 time: 0.0861702 Aug 31 15:29:31.697525 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-c6b4a382-f97d-469e-a145-d73cf52fe7e1 req-1cc15954-9298-4cbd-aa9e-c30b5e4f347f tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427017 Aug 31 15:29:32.327614 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac157c-7186-47ff-bde8-de3e5638ff21 req-b84c0894-de5b-4b15-aa5f-282d50bcc1b9 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:32.329081 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-c7ac157c-7186-47ff-bde8-de3e5638ff21 req-b84c0894-de5b-4b15-aa5f-282d50bcc1b9 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0822067 Aug 31 15:29:32.378932 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-c7ac157c-7186-47ff-bde8-de3e5638ff21 req-6e3dbbf7-fe4f-424d-9672-7f90ba51aafb tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430355 Aug 31 15:29:32.489254 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec8bfd-0bc1-47b4-b0d2-20a4cedf52ab req-66f02883-1755-4a39-8456-afa5b2608c18 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:32.490661 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-80ec8bfd-0bc1-47b4-b0d2-20a4cedf52ab req-66f02883-1755-4a39-8456-afa5b2608c18 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.64 "GET /v2.0/ports?device_id=26f6034b-bae8-44e6-8979-2629168a2783 HTTP/1.1" status: 200 len: 945 time: 0.0835302 Aug 31 15:29:32.560418 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [req-80ec8bfd-0bc1-47b4-b0d2-20a4cedf52ab req-ac7d5526-79bc-4960-85a5-1e4731f22df0 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Deleting port 02817dfe-035b-4d21-84a1-2620d1f71937 {{(pid=79277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:29:32.560757 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-80ec8bfd-0bc1-47b4-b0d2-20a4cedf52ab req-ac7d5526-79bc-4960-85a5-1e4731f22df0 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:32.869312 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-80ec8bfd-0bc1-47b4-b0d2-20a4cedf52ab req-ac7d5526-79bc-4960-85a5-1e4731f22df0 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] For port 02817dfe-035b-4d21-84a1-2620d1f71937, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=02817dfe-035b-4d21-84a1-2620d1f71937,segment=NetworkSegment(c04ecbb1-0952-4af4-8fe9-edf346411969),segment_id=c04ecbb1-0952-4af4-8fe9-edf346411969)] {{(pid=79277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:29:32.869671 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-80ec8bfd-0bc1-47b4-b0d2-20a4cedf52ab req-ac7d5526-79bc-4960-85a5-1e4731f22df0 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:32.884836 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23571bd-32d6-4667-9cf1-96d1cf7f1f73 req-bc7f5c1a-f4e2-4612-8739-525ac541c777 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:32.886310 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-e23571bd-32d6-4667-9cf1-96d1cf7f1f73 req-bc7f5c1a-f4e2-4612-8739-525ac541c777 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=89288f3b-6626-4fdc-bc3d-9a5c828811e4 HTTP/1.1" status: 200 len: 943 time: 0.0812297 Aug 31 15:29:32.933031 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-e23571bd-32d6-4667-9cf1-96d1cf7f1f73 req-1f13786b-5e5f-49a9-9c1e-14d0c7a7ed90 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408795 Aug 31 15:29:32.937684 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f1a356-f0d2-4f4a-9ac7-f9a2182a5bab req-9c984c9d-dce4-4040-be96-81b4082852bd tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:32.939151 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a2f1a356-f0d2-4f4a-9ac7-f9a2182a5bab req-9c984c9d-dce4-4040-be96-81b4082852bd tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26f6034b-bae8-44e6-8979-2629168a2783 HTTP/1.1" status: 200 len: 945 time: 0.2427711 Aug 31 15:29:33.006353 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [req-80ec8bfd-0bc1-47b4-b0d2-20a4cedf52ab req-ac7d5526-79bc-4960-85a5-1e4731f22df0 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Calling delete_port for 02817dfe-035b-4d21-84a1-2620d1f71937 owned by compute:nova {{(pid=79277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:29:33.096035 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a2f1a356-f0d2-4f4a-9ac7-f9a2182a5bab req-fcdd5615-e839-4934-9f4c-dec823c3a0ef tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979702 Aug 31 15:29:33.180757 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-80ec8bfd-0bc1-47b4-b0d2-20a4cedf52ab req-ac7d5526-79bc-4960-85a5-1e4731f22df0 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10695601'] for port, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:33.186043 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-c0d5fc5b-e1ab-47e3-8ce5-3daf0e5ddbdc tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:33.233446 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d5526-79bc-4960-85a5-1e4731f22df0 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Pushing event deleted for resources: {'Port': ['ID=02817dfe-035b-4d21-84a1-2620d1f71937,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:33.236350 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-ac7d5526-79bc-4960-85a5-1e4731f22df0 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:33.275149 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] get_ports_and_sgs() called for port_ids ['511eb749-2a1b-4aa6-9244-8fc1a7778e9a', '02817dfe-035b-4d21-84a1-2620d1f71937'] {{(pid=79278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:29:33.309407 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ec8bfd-0bc1-47b4-b0d2-20a4cedf52ab req-ac7d5526-79bc-4960-85a5-1e4731f22df0 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] No DVR routers for this DVR port 02817dfe-035b-4d21-84a1-2620d1f71937 on host hv-cinder-80278 {{(pid=79277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:29:33.311902 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-80ec8bfd-0bc1-47b4-b0d2-20a4cedf52ab req-ac7d5526-79bc-4960-85a5-1e4731f22df0 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:33.315053 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f6034b-bae8-44e6-8979-2629168a2783', 'name': 'network-vif-deleted', 'tag': '02817dfe-035b-4d21-84a1-2620d1f71937'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:29:33.337249 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-80ec8bfd-0bc1-47b4-b0d2-20a4cedf52ab req-ac7d5526-79bc-4960-85a5-1e4731f22df0 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.64 "DELETE /v2.0/ports/02817dfe-035b-4d21-84a1-2620d1f71937 HTTP/1.1" status: 204 len: 173 time: 0.8401449 Aug 31 15:29:33.361102 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f6034b-bae8-44e6-8979-2629168a2783', 'name': 'network-vif-deleted', 'tag': '02817dfe-035b-4d21-84a1-2620d1f71937', 'status': 'completed', 'code': 200} Aug 31 15:29:33.590880 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a42bf59-0e98-4787-bd60-ca6d9344525f req-077a4bdb-2151-41df-8ea1-e0c95e65d7c6 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:33.592542 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8a42bf59-0e98-4787-bd60-ca6d9344525f req-077a4bdb-2151-41df-8ea1-e0c95e65d7c6 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0919833 Aug 31 15:29:33.642180 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8a42bf59-0e98-4787-bd60-ca6d9344525f req-d3964ce1-0faf-48ad-b1b8-49fcdbd5b74d tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419531 Aug 31 15:29:34.136012 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956c06e-8263-411a-9380-14455debd304 req-6b65445a-ec63-42d3-bf82-caecab84b278 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:34.137505 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-4956c06e-8263-411a-9380-14455debd304 req-6b65445a-ec63-42d3-bf82-caecab84b278 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=89288f3b-6626-4fdc-bc3d-9a5c828811e4 HTTP/1.1" status: 200 len: 943 time: 0.0905147 Aug 31 15:29:34.193396 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-4956c06e-8263-411a-9380-14455debd304 req-9c707034-8d96-4de9-a315-8cb47c9facd6 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494881 Aug 31 15:29:34.262655 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-059a9fb1-b955-4572-956f-94f528a2c662 req-3be6ccda-0596-429a-86d6-5d0c54845f65 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Synchronizing usage tracker for tenant:6d830094621a47f083137ccc6fa15151 on resource:port {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:29:34.278274 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-059a9fb1-b955-4572-956f-94f528a2c662 req-3be6ccda-0596-429a-86d6-5d0c54845f65 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Unset dirty status for tenant:6d830094621a47f083137ccc6fa15151 on resource:port {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:29:34.279449 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-059a9fb1-b955-4572-956f-94f528a2c662 req-3be6ccda-0596-429a-86d6-5d0c54845f65 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=26f6034b-bae8-44e6-8979-2629168a2783 HTTP/1.1" status: 200 len: 210 time: 0.0609729 Aug 31 15:29:34.831545 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d615653-57fc-4d58-9378-d535e00542f0 req-689dc94b-c818-4a08-8a9e-4d065ae7e449 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:34.833005 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8d615653-57fc-4d58-9378-d535e00542f0 req-689dc94b-c818-4a08-8a9e-4d065ae7e449 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0866475 Aug 31 15:29:34.965358 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8d615653-57fc-4d58-9378-d535e00542f0 req-12dc2071-3d2b-4f06-8b26-0dbc4401dad6 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265275 Aug 31 15:29:35.023817 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 51446) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:35.139146 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f37525ed-67ea-4659-a4f6-60c256fece64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:35.154153 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-f37525ed-67ea-4659-a4f6-60c256fece64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:29:35.157957 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-f37525ed-67ea-4659-a4f6-60c256fece64 admin admin] Usage tracker for resource:security_group_rule and tenant:0340b7992761421e9712b9c04e0b03f9 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:29:35.161020 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-f37525ed-67ea-4659-a4f6-60c256fece64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:29:35.166652 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-f37525ed-67ea-4659-a4f6-60c256fece64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:29:35.254952 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f37525ed-67ea-4659-a4f6-60c256fece64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:35.258932 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f37525ed-67ea-4659-a4f6-60c256fece64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:35.267178 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-ed15ab60-3eb0-49eb-af36-f6bbc46b25fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:35.288372 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-24c71d69-4d04-4d48-96e3-0c96f57dda3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:35.309922 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-f37525ed-67ea-4659-a4f6-60c256fece64 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0340b7992761421e9712b9c04e0b03f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2824688 Aug 31 15:29:35.310690 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37525ed-67ea-4659-a4f6-60c256fece64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d925446-863b-43a4-b71e-c808de9e4301,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:35.310800 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 51456) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:35.313720 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-f37525ed-67ea-4659-a4f6-60c256fece64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:35.375333 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-2d6f0d99-bbe6-4d04-ba0b-b98e45601d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:35.399761 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e2fd0-19d6-4793-9821-4fd93e4d4c01 req-355a7b58-bf35-4964-b382-be1cd2a45508 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:35.406644 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-e80e2fd0-19d6-4793-9821-4fd93e4d4c01 req-355a7b58-bf35-4964-b382-be1cd2a45508 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=89288f3b-6626-4fdc-bc3d-9a5c828811e4 HTTP/1.1" status: 200 len: 943 time: 0.0982270 Aug 31 15:29:35.407154 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-2d6f0d99-bbe6-4d04-ba0b-b98e45601d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:35.455742 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-e80e2fd0-19d6-4793-9821-4fd93e4d4c01 req-630ea7b4-b260-4c02-bc4c-1bffcbf310a5 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481832 Aug 31 15:29:35.471458 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-2d6f0d99-bbe6-4d04-ba0b-b98e45601d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:35.476982 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-6f675304-2c61-4eeb-8b1b-a514a734137e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:35.491644 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f0d99-bbe6-4d04-ba0b-b98e45601d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d925446-863b-43a4-b71e-c808de9e4301,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:35.495191 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-2d6f0d99-bbe6-4d04-ba0b-b98e45601d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:35.498620 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-2d6f0d99-bbe6-4d04-ba0b-b98e45601d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:35.499976 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-2d6f0d99-bbe6-4d04-ba0b-b98e45601d2f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3d925446-863b-43a4-b71e-c808de9e4301 HTTP/1.1" status: 204 len: 168 time: 0.1882141 Aug 31 15:29:35.591910 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:35.642774 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 27732138-7f1a-43d8-8248-65406cdac17e details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:29:35.651694 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 02817dfe-035b-4d21-84a1-2620d1f71937 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:29:35.693014 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] No Port match for: 02817dfe-035b-4d21-84a1-2620d1f71937 {{(pid=79278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:29:35.693369 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 02817dfe-035b-4d21-84a1-2620d1f71937 not bound to the agent host hv-cinder-80278 {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:29:35.824776 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 27732138-7f1a-43d8-8248-65406cdac17e, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=27732138-7f1a-43d8-8248-65406cdac17e,segment=NetworkSegment(02223e31-43b7-4392-9df9-702d52806812),segment_id=02223e31-43b7-4392-9df9-702d52806812)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:29:35.837867 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Returning: {'device': '27732138-7f1a-43d8-8248-65406cdac17e', 'network_id': 'e5bf5d88-a4cc-4991-bc98-721833635064', 'port_id': '27732138-7f1a-43d8-8248-65406cdac17e', 'mac_address': 'fa:16:3e:13:91:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 905, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f4868df-dbc4-4817-bd65-2dbd6d9c87ee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:29:35.897352 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:35.914837 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27732138-7f1a-43d8-8248-65406cdac17e {{(pid=79278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:29:35.931955 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 27732138-7f1a-43d8-8248-65406cdac17e, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=27732138-7f1a-43d8-8248-65406cdac17e,segment=NetworkSegment(02223e31-43b7-4392-9df9-702d52806812),segment_id=02223e31-43b7-4392-9df9-702d52806812)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:29:35.935624 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:35.937370 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:36.002150 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=27732138-7f1a-43d8-8248-65406cdac17e,revision_number=4']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:36.009838 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:36.010182 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:36.010518 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:36.010848 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:36.011176 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:36.011535 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:36.011857 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:36.012177 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:36.012521 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:36.012842 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:36.013158 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:36.013471 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:36.017276 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:36.152627 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b8fc6-6a49-45cd-899e-fbdd4ef2fdf4 req-915053b6-e004-4aae-a615-14615dba5fb3 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:36.154269 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-743b8fc6-6a49-45cd-899e-fbdd4ef2fdf4 req-915053b6-e004-4aae-a615-14615dba5fb3 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0808170 Aug 31 15:29:36.205999 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-743b8fc6-6a49-45cd-899e-fbdd4ef2fdf4 req-f508c616-9378-452a-b50a-21e87afa6b88 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/security-groups?id=7bcbc986-8535-4e82-ae91-af8c446643da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436008 Aug 31 15:29:36.242829 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982993f-4ebc-49e4-9585-d91eeef88181 req-81a282a4-2281-4da5-a2a0-7f2f9a66e7e0 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:36.244018 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6982993f-4ebc-49e4-9585-d91eeef88181 req-81a282a4-2281-4da5-a2a0-7f2f9a66e7e0 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.64 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 945 time: 0.0827739 Aug 31 15:29:36.314702 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [req-6982993f-4ebc-49e4-9585-d91eeef88181 req-6c51ff76-bc81-4a9d-98f0-f012978d6df3 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Deleting port eeffc475-fdba-47d5-ab84-b55d3ca428e6 {{(pid=79277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:29:36.315039 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-6982993f-4ebc-49e4-9585-d91eeef88181 req-6c51ff76-bc81-4a9d-98f0-f012978d6df3 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:36.510426 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] get_ports_and_sgs() called for port_ids ['27732138-7f1a-43d8-8248-65406cdac17e'] {{(pid=79278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:29:36.626931 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-6982993f-4ebc-49e4-9585-d91eeef88181 req-6c51ff76-bc81-4a9d-98f0-f012978d6df3 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] For port eeffc475-fdba-47d5-ab84-b55d3ca428e6, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=eeffc475-fdba-47d5-ab84-b55d3ca428e6,segment=NetworkSegment(b43d9033-4938-47c6-a1c6-aaf1dcce285a),segment_id=b43d9033-4938-47c6-a1c6-aaf1dcce285a)] {{(pid=79277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:29:36.627418 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-6982993f-4ebc-49e4-9585-d91eeef88181 req-6c51ff76-bc81-4a9d-98f0-f012978d6df3 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:36.768428 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [req-6982993f-4ebc-49e4-9585-d91eeef88181 req-6c51ff76-bc81-4a9d-98f0-f012978d6df3 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Calling delete_port for eeffc475-fdba-47d5-ab84-b55d3ca428e6 owned by compute:nova {{(pid=79277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:29:36.836526 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda7afa-ce05-4339-8074-d1d2cdadb962 req-02483e59-acad-4414-b5fa-db8e31d99ca1 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:36.837887 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-feda7afa-ce05-4339-8074-d1d2cdadb962 req-02483e59-acad-4414-b5fa-db8e31d99ca1 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=89288f3b-6626-4fdc-bc3d-9a5c828811e4 HTTP/1.1" status: 200 len: 944 time: 0.2814941 Aug 31 15:29:36.939495 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-feda7afa-ce05-4339-8074-d1d2cdadb962 req-867927ab-8bf5-488c-ab93-32524c7f88eb tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929244 Aug 31 15:29:36.978592 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-6982993f-4ebc-49e4-9585-d91eeef88181 req-6c51ff76-bc81-4a9d-98f0-f012978d6df3 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10695601'] for port, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:36.984773 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-7e198782-36d4-4f99-8b75-caa6d4570aef tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:37.024723 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6cc63-d1e6-4dd5-a12b-ae549f1bece3 req-b790b6a2-2f1d-43f1-a522-0b91eb6b749d tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:37.026250 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-5cf6cc63-d1e6-4dd5-a12b-ae549f1bece3 req-b790b6a2-2f1d-43f1-a522-0b91eb6b749d tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5a66873-b75e-40bb-badf-f64da91269fe HTTP/1.1" status: 200 len: 946 time: 0.0873685 Aug 31 15:29:37.034006 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c51ff76-bc81-4a9d-98f0-f012978d6df3 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Pushing event deleted for resources: {'Port': ['ID=eeffc475-fdba-47d5-ab84-b55d3ca428e6,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:37.037591 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-6c51ff76-bc81-4a9d-98f0-f012978d6df3 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:37.080039 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-5cf6cc63-d1e6-4dd5-a12b-ae549f1bece3 req-a185466f-bdd4-49ef-beaf-b0a6f4d9d0c6 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477619 Aug 31 15:29:37.109704 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [req-6982993f-4ebc-49e4-9585-d91eeef88181 req-6c51ff76-bc81-4a9d-98f0-f012978d6df3 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] No DVR routers for this DVR port eeffc475-fdba-47d5-ab84-b55d3ca428e6 on host hv-cinder-80278 {{(pid=79277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:29:37.112094 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-6982993f-4ebc-49e4-9585-d91eeef88181 req-6c51ff76-bc81-4a9d-98f0-f012978d6df3 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:37.115398 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662b63a6-6d27-4341-a536-61bd45f71486', 'name': 'network-vif-deleted', 'tag': 'eeffc475-fdba-47d5-ab84-b55d3ca428e6'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:29:37.131890 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6982993f-4ebc-49e4-9585-d91eeef88181 req-6c51ff76-bc81-4a9d-98f0-f012978d6df3 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.64 "DELETE /v2.0/ports/eeffc475-fdba-47d5-ab84-b55d3ca428e6 HTTP/1.1" status: 204 len: 173 time: 0.8814478 Aug 31 15:29:37.315410 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '662b63a6-6d27-4341-a536-61bd45f71486', 'name': 'network-vif-deleted', 'tag': 'eeffc475-fdba-47d5-ab84-b55d3ca428e6', 'status': 'completed', 'code': 200} Aug 31 15:29:37.368601 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-ecd0a4a1-c129-4d05-8c51-0880b7c3a788 req-37ae58a4-1e4b-4b9d-a505-c8dcd80aaaef tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Synchronizing usage tracker for tenant:3812c8ac3d6f49189f4ea632ac894346 on resource:port {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:29:37.383531 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-ecd0a4a1-c129-4d05-8c51-0880b7c3a788 req-37ae58a4-1e4b-4b9d-a505-c8dcd80aaaef tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Unset dirty status for tenant:3812c8ac3d6f49189f4ea632ac894346 on resource:port {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:29:37.384685 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ecd0a4a1-c129-4d05-8c51-0880b7c3a788 req-37ae58a4-1e4b-4b9d-a505-c8dcd80aaaef tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] 10.222.0.81 "GET /v2.0/ports?device_id=662b63a6-6d27-4341-a536-61bd45f71486 HTTP/1.1" status: 200 len: 210 time: 0.0613399 Aug 31 15:29:37.538167 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] get_ports_and_sgs() called for port_ids ['eeffc475-fdba-47d5-ab84-b55d3ca428e6'] {{(pid=79278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:29:37.704253 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-842ab83b-2dfe-4c6e-861f-12dde6a255ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:38.131444 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617a9c9-b28f-41db-8155-a3c48ce3fead req-29b9c18b-cae6-4e34-8f7e-811632c7f1a5 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:38.132912 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-9617a9c9-b28f-41db-8155-a3c48ce3fead req-29b9c18b-cae6-4e34-8f7e-811632c7f1a5 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=89288f3b-6626-4fdc-bc3d-9a5c828811e4 HTTP/1.1" status: 200 len: 944 time: 0.0863359 Aug 31 15:29:38.177138 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-9617a9c9-b28f-41db-8155-a3c48ce3fead req-77f00514-9ae6-4116-afa6-9d39aea22bcc tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386138 Aug 31 15:29:38.266264 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fee68-dead-4ed9-82d5-e25d69b6e066 req-192e324d-7881-4a36-9548-cbee48b8313c tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:38.267753 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-da3fee68-dead-4ed9-82d5-e25d69b6e066 req-192e324d-7881-4a36-9548-cbee48b8313c tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5a66873-b75e-40bb-badf-f64da91269fe HTTP/1.1" status: 200 len: 946 time: 0.0820079 Aug 31 15:29:38.312470 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-da3fee68-dead-4ed9-82d5-e25d69b6e066 req-e0dbd53d-9c73-4930-b991-7078a6c46845 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389295 Aug 31 15:29:38.475983 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 51494) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:38.865099 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:39.241252 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-00194ca6-9117-4a3b-8aff-626409d9b2b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3927262'] for router_interface, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:39.438143 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:39.517136 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e6ca2-fa01-4184-a36a-d9fe5624860a req-506ddb88-b78f-4c46-9268-a4e25235b8ec tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:39.518797 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-453e6ca2-fa01-4184-a36a-d9fe5624860a req-506ddb88-b78f-4c46-9268-a4e25235b8ec tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5a66873-b75e-40bb-badf-f64da91269fe HTTP/1.1" status: 200 len: 946 time: 0.0891860 Aug 31 15:29:39.565303 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-453e6ca2-fa01-4184-a36a-d9fe5624860a req-45eca82b-5d57-457a-9b84-4778aaf438f6 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399709 Aug 31 15:29:39.567372 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec77b96-8e50-4c7c-b8f7-9c7af81e1cb4 req-6c562a6e-3dbc-4774-b9d2-9110eac031a4 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:39.568834 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-fec77b96-8e50-4c7c-b8f7-9c7af81e1cb4 req-6c562a6e-3dbc-4774-b9d2-9110eac031a4 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=89288f3b-6626-4fdc-bc3d-9a5c828811e4 HTTP/1.1" status: 200 len: 944 time: 0.2749388 Aug 31 15:29:39.631065 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-fec77b96-8e50-4c7c-b8f7-9c7af81e1cb4 req-8f57b382-6eb1-4398-80b0-8c87db25b30a tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512662 Aug 31 15:29:39.653180 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 27732138-7f1a-43d8-8248-65406cdac17e up at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:29:39.698257 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-00194ca6-9117-4a3b-8aff-626409d9b2b0 admin admin] Deleting port d55307aa-e7b8-4123-aefa-ec92c698f257 {{(pid=79276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:29:39.698596 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-00194ca6-9117-4a3b-8aff-626409d9b2b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:39.718207 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning for port 27732138-7f1a-43d8-8248-65406cdac17e completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:29:39.723211 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning complete for port 27732138-7f1a-43d8-8248-65406cdac17e triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:29:39.723858 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:39.840929 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:39.868783 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89288f3b-6626-4fdc-bc3d-9a5c828811e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27732138-7f1a-43d8-8248-65406cdac17e'}] {{(pid=79278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:29:39.879544 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 27732138-7f1a-43d8-8248-65406cdac17e, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=27732138-7f1a-43d8-8248-65406cdac17e,segment=NetworkSegment(02223e31-43b7-4392-9df9-702d52806812),segment_id=02223e31-43b7-4392-9df9-702d52806812)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:29:39.883420 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-00194ca6-9117-4a3b-8aff-626409d9b2b0 admin admin] For port d55307aa-e7b8-4123-aefa-ec92c698f257, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=d55307aa-e7b8-4123-aefa-ec92c698f257,segment=NetworkSegment(b43d9033-4938-47c6-a1c6-aaf1dcce285a),segment_id=b43d9033-4938-47c6-a1c6-aaf1dcce285a)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:29:39.883897 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-00194ca6-9117-4a3b-8aff-626409d9b2b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:39.885277 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:39.886362 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device eeffc475-fdba-47d5-ab84-b55d3ca428e6 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:29:39.919210 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-caa1b143-1368-4b61-98f4-2ce864452800 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:39.924358 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe6e59-e238-42e3-b577-17dcb79a5b09 req-743a0472-b798-42b3-9859-e3f77fb38bad tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:39.926498 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5dfe6e59-e238-42e3-b577-17dcb79a5b09 req-743a0472-b798-42b3-9859-e3f77fb38bad tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5a66873-b75e-40bb-badf-f64da91269fe HTTP/1.1" status: 200 len: 946 time: 0.0938668 Aug 31 15:29:39.948936 dv-cinder-802781-4-iscsi neutron-server[79278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89288f3b-6626-4fdc-bc3d-9a5c828811e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27732138-7f1a-43d8-8248-65406cdac17e', 'code': 200} Aug 31 15:29:39.959146 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] No Port match for: eeffc475-fdba-47d5-ab84-b55d3ca428e6 {{(pid=79278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:29:39.959551 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device eeffc475-fdba-47d5-ab84-b55d3ca428e6 not bound to the agent host hv-cinder-80278 {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:29:39.995186 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=27732138-7f1a-43d8-8248-65406cdac17e,revision_number=5']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:40.007307 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:40.026385 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-00194ca6-9117-4a3b-8aff-626409d9b2b0 admin admin] Calling delete_port for d55307aa-e7b8-4123-aefa-ec92c698f257 owned by network:router_interface {{(pid=79276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:29:40.027501 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [req-5dfe6e59-e238-42e3-b577-17dcb79a5b09 req-7edf190a-6173-4699-96e7-a1c70eb097f4 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Deleting port 511eb749-2a1b-4aa6-9244-8fc1a7778e9a {{(pid=79277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:29:40.027844 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-5dfe6e59-e238-42e3-b577-17dcb79a5b09 req-7edf190a-6173-4699-96e7-a1c70eb097f4 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:40.391949 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9822df-161e-4316-9a7b-de703a52d236 req-93a5ea9c-3194-4fba-98e0-4cb24c42c359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:40.393405 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-4b9822df-161e-4316-9a7b-de703a52d236 req-93a5ea9c-3194-4fba-98e0-4cb24c42c359 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=89288f3b-6626-4fdc-bc3d-9a5c828811e4 HTTP/1.1" status: 200 len: 1098 time: 0.2622461 Aug 31 15:29:40.428858 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-00194ca6-9117-4a3b-8aff-626409d9b2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1768796'] for port, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:40.433570 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-5dfe6e59-e238-42e3-b577-17dcb79a5b09 req-7edf190a-6173-4699-96e7-a1c70eb097f4 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] For port 511eb749-2a1b-4aa6-9244-8fc1a7778e9a, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=511eb749-2a1b-4aa6-9244-8fc1a7778e9a,segment=NetworkSegment(c04ecbb1-0952-4af4-8fe9-edf346411969),segment_id=c04ecbb1-0952-4af4-8fe9-edf346411969)] {{(pid=79277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:29:40.434264 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:40.434404 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-5dfe6e59-e238-42e3-b577-17dcb79a5b09 req-7edf190a-6173-4699-96e7-a1c70eb097f4 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:40.538061 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:40.569990 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00194ca6-9117-4a3b-8aff-626409d9b2b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d55307aa-e7b8-4123-aefa-ec92c698f257,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:40.573114 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [req-5dfe6e59-e238-42e3-b577-17dcb79a5b09 req-7edf190a-6173-4699-96e7-a1c70eb097f4 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Calling delete_port for 511eb749-2a1b-4aa6-9244-8fc1a7778e9a owned by compute:nova {{(pid=79277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:29:40.596319 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-00194ca6-9117-4a3b-8aff-626409d9b2b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:40.603529 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-4b9822df-161e-4316-9a7b-de703a52d236 req-bdbc136f-006f-4262-a31d-6aa3bacebc2c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974247 Aug 31 15:29:40.783900 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-5dfe6e59-e238-42e3-b577-17dcb79a5b09 req-7edf190a-6173-4699-96e7-a1c70eb097f4 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10695601'] for port, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:40.790161 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-cae4f2bd-2e84-4e48-b5a1-50227c4b603e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:40.820246 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] get_ports_and_sgs() called for port_ids ['511eb749-2a1b-4aa6-9244-8fc1a7778e9a'] {{(pid=79278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:29:40.837440 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf190a-6173-4699-96e7-a1c70eb097f4 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Pushing event deleted for resources: {'Port': ['ID=511eb749-2a1b-4aa6-9244-8fc1a7778e9a,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:40.842711 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-7edf190a-6173-4699-96e7-a1c70eb097f4 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:40.884689 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-00194ca6-9117-4a3b-8aff-626409d9b2b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3790722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3927202'] for router_interface, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:40.920692 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c70112-1236-415e-92c6-d404ca75c1a1 req-5df5ad4b-ca93-46ed-998f-cfaa69cdac4e tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:40.922147 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-53c70112-1236-415e-92c6-d404ca75c1a1 req-5df5ad4b-ca93-46ed-998f-cfaa69cdac4e tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/ports?device_id=c5a66873-b75e-40bb-badf-f64da91269fe HTTP/1.1" status: 200 len: 946 time: 0.2242777 Aug 31 15:29:40.929776 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dfe6e59-e238-42e3-b577-17dcb79a5b09 req-7edf190a-6173-4699-96e7-a1c70eb097f4 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] No DVR routers for this DVR port 511eb749-2a1b-4aa6-9244-8fc1a7778e9a on host hv-cinder-80278 {{(pid=79277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:29:40.943100 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-5dfe6e59-e238-42e3-b577-17dcb79a5b09 req-7edf190a-6173-4699-96e7-a1c70eb097f4 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:40.945442 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a66873-b75e-40bb-badf-f64da91269fe', 'name': 'network-vif-deleted', 'tag': '511eb749-2a1b-4aa6-9244-8fc1a7778e9a'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:29:40.972702 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5dfe6e59-e238-42e3-b577-17dcb79a5b09 req-7edf190a-6173-4699-96e7-a1c70eb097f4 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.64 "DELETE /v2.0/ports/511eb749-2a1b-4aa6-9244-8fc1a7778e9a HTTP/1.1" status: 204 len: 173 time: 1.0206609 Aug 31 15:29:40.982363 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-53c70112-1236-415e-92c6-d404ca75c1a1 req-cf4fb256-23fd-4f7c-90f3-dc45acf3a708 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] 10.222.0.81 "GET /v2.0/security-groups?id=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543952 Aug 31 15:29:41.053674 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7102b793-f35c-464c-94df-dff0fa4bf9f2 req-263af9d1-a8d6-4b29-bf42-ff1ef0a362bc tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:41.055121 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-7102b793-f35c-464c-94df-dff0fa4bf9f2 req-263af9d1-a8d6-4b29-bf42-ff1ef0a362bc tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=89288f3b-6626-4fdc-bc3d-9a5c828811e4 HTTP/1.1" status: 200 len: 945 time: 0.2499220 Aug 31 15:29:41.122516 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-7102b793-f35c-464c-94df-dff0fa4bf9f2 req-23a00381-1879-4d0c-8186-348950cbfbe5 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529242 Aug 31 15:29:41.180706 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a66873-b75e-40bb-badf-f64da91269fe', 'name': 'network-vif-deleted', 'tag': '511eb749-2a1b-4aa6-9244-8fc1a7778e9a', 'status': 'completed', 'code': 200} Aug 31 15:29:41.307708 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00194ca6-9117-4a3b-8aff-626409d9b2b0 admin admin] Router 5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00 has already been hosted by L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 {{(pid=79276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:29:41.485837 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00194ca6-9117-4a3b-8aff-626409d9b2b0 admin admin] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:29:41.495339 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99446586-dd51-452a-b054-7aa91e1f6f09 None None] Sync routers for ids ['5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00'] in dv-cinder-802781-4-iscsi {{(pid=79279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:29:41.505921 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99446586-dd51-452a-b054-7aa91e1f6f09 None None] Routers {'5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:29:41.506530 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-99446586-dd51-452a-b054-7aa91e1f6f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:29:38Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00'], 'active': True} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:29:41.512118 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-00194ca6-9117-4a3b-8aff-626409d9b2b0 admin admin] 10.222.0.81 "PUT /v2.0/routers/5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0328407 Aug 31 15:29:41.512342 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 51518) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:41.708386 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-496e4de2-99dd-4583-ae7c-9aee5bdcbdfd admin admin] Notify callbacks [] for router, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:41.713254 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvr_db [None req-99446586-dd51-452a-b054-7aa91e1f6f09 None None] Set router 5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00 gateway port host: dv-cinder-802781-4-iscsi {{(pid=79279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:29:41.889662 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-496e4de2-99dd-4583-ae7c-9aee5bdcbdfd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:41.900215 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-496e4de2-99dd-4583-ae7c-9aee5bdcbdfd admin admin] Deleting port e3e53aaf-305a-4e8d-ba99-6ba53c5ad65f {{(pid=79276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:29:41.900924 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-496e4de2-99dd-4583-ae7c-9aee5bdcbdfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:42.018310 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-99446586-dd51-452a-b054-7aa91e1f6f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00', 'name': 'tempest-ServerRescueNegativeTestJSON-254871184-router', 'tenant_id': '3812c8ac3d6f49189f4ea632ac894346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': 'e3e53aaf-305a-4e8d-ba99-6ba53c5ad65f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:24:08Z', 'updated_at': '2021-08-31T15:29:40Z', 'revision_number': 5, 'project_id': '3812c8ac3d6f49189f4ea632ac894346', 'gw_port': {'id': 'e3e53aaf-305a-4e8d-ba99-6ba53c5ad65f', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:05:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:24:10Z', 'updated_at': '2021-08-31T15:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi'}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:29:42.023253 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99446586-dd51-452a-b054-7aa91e1f6f09 None None] Checking router: 5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00 for host: dv-cinder-802781-4-iscsi {{(pid=79279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:29:42.031988 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99446586-dd51-452a-b054-7aa91e1f6f09 None None] Routers {'5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:29:42.032592 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-99446586-dd51-452a-b054-7aa91e1f6f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:29:38Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00'], 'active': True} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:29:42.080588 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 51524) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:42.193580 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-496e4de2-99dd-4583-ae7c-9aee5bdcbdfd admin admin] For port e3e53aaf-305a-4e8d-ba99-6ba53c5ad65f, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=e3e53aaf-305a-4e8d-ba99-6ba53c5ad65f,segment=NetworkSegment(ee0cca34-cfc1-48b8-9cd2-f432400bdd40),segment_id=ee0cca34-cfc1-48b8-9cd2-f432400bdd40)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:29:42.195231 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-496e4de2-99dd-4583-ae7c-9aee5bdcbdfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:42.200397 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvr_db [None req-99446586-dd51-452a-b054-7aa91e1f6f09 None None] Set router 5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00 gateway port host: None {{(pid=79279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:29:42.214254 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.db_base_plugin_v2 [None req-34d51985-e2b3-4b4d-97a8-8afb44a6cfdd admin admin] Deleting subnet b781785a-1525-4ce8-bd55-de803c89ddc0 {{(pid=79277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 31 15:29:42.217636 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-34d51985-e2b3-4b4d-97a8-8afb44a6cfdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:42.315549 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-99446586-dd51-452a-b054-7aa91e1f6f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00', 'name': 'tempest-ServerRescueNegativeTestJSON-254871184-router', 'tenant_id': '3812c8ac3d6f49189f4ea632ac894346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:24:08Z', 'updated_at': '2021-08-31T15:29:41Z', 'revision_number': 6, 'project_id': '3812c8ac3d6f49189f4ea632ac894346', 'gw_port_host': None}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:29:42.320061 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99446586-dd51-452a-b054-7aa91e1f6f09 None None] The sync data for ids ['5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00'] in dv-cinder-802781-4-iscsi is: [{'id': '5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00', 'name': 'tempest-ServerRescueNegativeTestJSON-254871184-router', 'tenant_id': '3812c8ac3d6f49189f4ea632ac894346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:24:08Z', 'updated_at': '2021-08-31T15:29:41Z', 'revision_number': 6, 'project_id': '3812c8ac3d6f49189f4ea632ac894346', 'gw_port_host': None}] {{(pid=79279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:29:42.320246 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-496e4de2-99dd-4583-ae7c-9aee5bdcbdfd admin admin] Calling delete_port for e3e53aaf-305a-4e8d-ba99-6ba53c5ad65f owned by network:router_gateway {{(pid=79276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:29:42.322146 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-34d51985-e2b3-4b4d-97a8-8afb44a6cfdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1557530'] for subnet, precommit_delete_associations {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:42.398760 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-34d51985-e2b3-4b4d-97a8-8afb44a6cfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3292833'] for subnet, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:42.451295 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746c394-0b00-489d-acea-3054fcd0141e req-6bb8ac33-3a82-4326-a9e1-be92fd1b99b7 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:42.452854 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c746c394-0b00-489d-acea-3054fcd0141e req-6bb8ac33-3a82-4326-a9e1-be92fd1b99b7 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=89288f3b-6626-4fdc-bc3d-9a5c828811e4 HTTP/1.1" status: 200 len: 945 time: 0.2071307 Aug 31 15:29:42.506822 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-496e4de2-99dd-4583-ae7c-9aee5bdcbdfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1768796'] for port, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:42.511742 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-c24ce838-bb93-4d31-b34e-0d76f0f8a724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:42.520557 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c746c394-0b00-489d-acea-3054fcd0141e req-e4c6c2f0-696b-47d3-bc68-d5dda6f9400e tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589211 Aug 31 15:29:42.526265 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-34d51985-e2b3-4b4d-97a8-8afb44a6cfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3292846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10695650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11322284'] for subnet, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:42.531594 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:42.559331 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e4de2-99dd-4583-ae7c-9aee5bdcbdfd admin admin] Pushing event deleted for resources: {'Port': ['ID=e3e53aaf-305a-4e8d-ba99-6ba53c5ad65f,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:42.565454 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d51985-e2b3-4b4d-97a8-8afb44a6cfdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b781785a-1525-4ce8-bd55-de803c89ddc0,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:42.569156 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-34d51985-e2b3-4b4d-97a8-8afb44a6cfdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:42.571483 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-34d51985-e2b3-4b4d-97a8-8afb44a6cfdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:42.577606 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-34d51985-e2b3-4b4d-97a8-8afb44a6cfdd admin admin] 10.222.0.81 "DELETE /v2.0/subnets/b781785a-1525-4ce8-bd55-de803c89ddc0 HTTP/1.1" status: 204 len: 168 time: 0.4952612 Aug 31 15:29:42.579825 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 51534) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:42.584978 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-496e4de2-99dd-4583-ae7c-9aee5bdcbdfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:42.649151 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-496e4de2-99dd-4583-ae7c-9aee5bdcbdfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906827'] for router_gateway, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:42.710067 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-19145c5e-1699-40e3-a26a-9c1a2cb0fa4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1015904'] for network, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:42.856532 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-496e4de2-99dd-4583-ae7c-9aee5bdcbdfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3925073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-836'] for router, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:42.858826 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-496e4de2-99dd-4583-ae7c-9aee5bdcbdfd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:42.867304 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-19145c5e-1699-40e3-a26a-9c1a2cb0fa4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3290458', 'neutron.services.segments.db._delete_segments_for_network-8738171925917'] for network, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:42.884570 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.services.segments.db [None req-19145c5e-1699-40e3-a26a-9c1a2cb0fa4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['922ac450-4677-43bc-8efe-225f00db650b']}} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:29:42.897001 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.services.segments.db [None req-19145c5e-1699-40e3-a26a-9c1a2cb0fa4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c04ecbb1-0952-4af4-8fe9-edf346411969') {'for_net_delete': True} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:29:42.897292 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.services.segments.db [None req-19145c5e-1699-40e3-a26a-9c1a2cb0fa4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c04ecbb1-0952-4af4-8fe9-edf346411969') {} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:29:42.908485 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-19145c5e-1699-40e3-a26a-9c1a2cb0fa4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738171923703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1557509'] for segment, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:42.925820 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-19145c5e-1699-40e3-a26a-9c1a2cb0fa4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3286683'] for segment, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:42.932015 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19145c5e-1699-40e3-a26a-9c1a2cb0fa4a admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=79277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:29:42.932377 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-19145c5e-1699-40e3-a26a-9c1a2cb0fa4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3286674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10695556'] for segment, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:42.945009 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-496e4de2-99dd-4583-ae7c-9aee5bdcbdfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926097'] for router, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:42.945529 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496e4de2-99dd-4583-ae7c-9aee5bdcbdfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00 {{(pid=79276) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 31 15:29:42.954715 dv-cinder-802781-4-iscsi neutron-server[79277]: Traceback (most recent call last): Aug 31 15:29:42.954715 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:29:42.954715 dv-cinder-802781-4-iscsi neutron-server[79277]: timer() Aug 31 15:29:42.954715 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:29:42.954715 dv-cinder-802781-4-iscsi neutron-server[79277]: cb(*args, **kw) Aug 31 15:29:42.954715 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 31 15:29:42.954715 dv-cinder-802781-4-iscsi neutron-server[79277]: return func(*args, **kwargs) Aug 31 15:29:42.954715 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:29:42.954715 dv-cinder-802781-4-iscsi neutron-server[79277]: self._notify() Aug 31 15:29:42.954715 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:29:42.954715 dv-cinder-802781-4-iscsi neutron-server[79277]: self.callback(batched_events) Aug 31 15:29:42.954715 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:29:42.954715 dv-cinder-802781-4-iscsi neutron-server[79277]: event.method(event) Aug 31 15:29:42.954715 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 15:29:42.954715 dv-cinder-802781-4-iscsi neutron-server[79277]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:29:42.954715 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 15:29:42.954715 dv-cinder-802781-4-iscsi neutron-server[79277]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:29:42.954715 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 15:29:42.954715 dv-cinder-802781-4-iscsi neutron-server[79277]: return f(self, *a, **k) Aug 31 15:29:42.954715 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 31 15:29:42.954715 dv-cinder-802781-4-iscsi neutron-server[79277]: return self._get(url).json() Aug 31 15:29:42.954715 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 31 15:29:42.954715 dv-cinder-802781-4-iscsi neutron-server[79277]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:29:42.954715 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:29:42.954715 dv-cinder-802781-4-iscsi neutron-server[79277]: return self.request(url, 'GET', **kwargs) Aug 31 15:29:42.954715 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:29:42.954715 dv-cinder-802781-4-iscsi neutron-server[79277]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:29:42.954715 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:29:42.954715 dv-cinder-802781-4-iscsi neutron-server[79277]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:29:42.954715 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:29:42.954715 dv-cinder-802781-4-iscsi neutron-server[79277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:29:42.954715 dv-cinder-802781-4-iscsi neutron-server[79277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:29:42.960264 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-496e4de2-99dd-4583-ae7c-9aee5bdcbdfd admin admin] Notify callbacks [] for router, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:42.961380 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-496e4de2-99dd-4583-ae7c-9aee5bdcbdfd admin admin] 10.222.0.81 "DELETE /v2.0/routers/5beba5ed-8bf8-40cb-8cc7-fdc0f60fde00 HTTP/1.1" status: 204 len: 168 time: 1.4481342 Aug 31 15:29:42.964014 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 51538) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:43.026742 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4ae3863-0e5e-409d-82d9-c18e3dc85af0 admin admin] Deleting subnet 98da163e-cad9-430b-a126-d66668b9f621 {{(pid=79276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 31 15:29:43.030195 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a4ae3863-0e5e-409d-82d9-c18e3dc85af0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:43.031903 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-19145c5e-1699-40e3-a26a-9c1a2cb0fa4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3290403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906838'] for network, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:43.036225 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-eabe69f4-79be-4966-87a9-420c65f57e89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:43.052142 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-19145c5e-1699-40e3-a26a-9c1a2cb0fa4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for network, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:43.058374 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19145c5e-1699-40e3-a26a-9c1a2cb0fa4a admin admin] Pushing event deleted for resources: {'Network': ['ID=922ac450-4677-43bc-8efe-225f00db650b,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:43.064182 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-19145c5e-1699-40e3-a26a-9c1a2cb0fa4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:43.070358 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-19145c5e-1699-40e3-a26a-9c1a2cb0fa4a admin admin] 10.222.0.81 "DELETE /v2.0/networks/922ac450-4677-43bc-8efe-225f00db650b HTTP/1.1" status: 204 len: 168 time: 0.4896162 Aug 31 15:29:43.088143 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a4ae3863-0e5e-409d-82d9-c18e3dc85af0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-770018'] for subnet, precommit_delete_associations {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:43.145903 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a4ae3863-0e5e-409d-82d9-c18e3dc85af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3292833'] for subnet, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:43.188788 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 51544) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:43.226604 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a4ae3863-0e5e-409d-82d9-c18e3dc85af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3292846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1768719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-930066'] for subnet, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:43.234280 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-ae9d361c-adde-4ed5-b761-028c7ebe1d67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:43.253911 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-650db4d1-dcb0-4c1b-adb0-1cae58253766 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6d830094621a47f083137ccc6fa15151&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0631931 Aug 31 15:29:43.256047 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 51548) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:43.267922 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae3863-0e5e-409d-82d9-c18e3dc85af0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98da163e-cad9-430b-a126-d66668b9f621,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:43.270037 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a4ae3863-0e5e-409d-82d9-c18e3dc85af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for subnet, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:43.274896 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a4ae3863-0e5e-409d-82d9-c18e3dc85af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:43.279373 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-a4ae3863-0e5e-409d-82d9-c18e3dc85af0 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/98da163e-cad9-430b-a126-d66668b9f621 HTTP/1.1" status: 204 len: 168 time: 0.3143656 Aug 31 15:29:43.282188 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 51552) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:43.401396 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-e7dc0150-885a-4f26-b1f2-44a633e87bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1015904'] for network, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:43.407809 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-13404fb2-01c6-4cba-ad3e-70568b4ff5e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:43.438608 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-13404fb2-01c6-4cba-ad3e-70568b4ff5e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:43.500153 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-13404fb2-01c6-4cba-ad3e-70568b4ff5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:43.505469 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-2d6f0d99-bbe6-4d04-ba0b-b98e45601d2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:43.528123 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13404fb2-01c6-4cba-ad3e-70568b4ff5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8b6adb-af77-4007-bd36-5b4c8b8a09f0,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:43.530612 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-13404fb2-01c6-4cba-ad3e-70568b4ff5e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:43.537593 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-13404fb2-01c6-4cba-ad3e-70568b4ff5e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:43.541017 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-13404fb2-01c6-4cba-ad3e-70568b4ff5e1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5e8b6adb-af77-4007-bd36-5b4c8b8a09f0 HTTP/1.1" status: 204 len: 168 time: 0.2817926 Aug 31 15:29:43.626367 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-e7dc0150-885a-4f26-b1f2-44a633e87bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3290458', 'neutron.services.segments.db._delete_segments_for_network-8738171925917'] for network, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:43.640709 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.services.segments.db [None req-e7dc0150-885a-4f26-b1f2-44a633e87bcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902']}} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:29:43.660004 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.services.segments.db [None req-e7dc0150-885a-4f26-b1f2-44a633e87bcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b43d9033-4938-47c6-a1c6-aaf1dcce285a') {'for_net_delete': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:29:43.660899 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.services.segments.db [None req-e7dc0150-885a-4f26-b1f2-44a633e87bcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b43d9033-4938-47c6-a1c6-aaf1dcce285a') {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:29:43.664744 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 511eb749-2a1b-4aa6-9244-8fc1a7778e9a no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:29:43.702700 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-e7dc0150-885a-4f26-b1f2-44a633e87bcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738171923703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-770045'] for segment, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:43.712074 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] No Port match for: 511eb749-2a1b-4aa6-9244-8fc1a7778e9a {{(pid=79278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:29:43.712759 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 511eb749-2a1b-4aa6-9244-8fc1a7778e9a not bound to the agent host hv-cinder-80278 {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:29:43.724272 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-e7dc0150-885a-4f26-b1f2-44a633e87bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3286683'] for segment, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:43.730753 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7dc0150-885a-4f26-b1f2-44a633e87bcc admin admin] Releasing vlan 923 on physical network physnet1 to pool {{(pid=79276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:29:43.731243 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-e7dc0150-885a-4f26-b1f2-44a633e87bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3286674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1768809'] for segment, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:43.746385 dv-cinder-802781-4-iscsi neutron-server[79276]: Traceback (most recent call last): Aug 31 15:29:43.746385 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:29:43.746385 dv-cinder-802781-4-iscsi neutron-server[79276]: timer() Aug 31 15:29:43.746385 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:29:43.746385 dv-cinder-802781-4-iscsi neutron-server[79276]: cb(*args, **kw) Aug 31 15:29:43.746385 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 31 15:29:43.746385 dv-cinder-802781-4-iscsi neutron-server[79276]: return func(*args, **kwargs) Aug 31 15:29:43.746385 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:29:43.746385 dv-cinder-802781-4-iscsi neutron-server[79276]: self._notify() Aug 31 15:29:43.746385 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:29:43.746385 dv-cinder-802781-4-iscsi neutron-server[79276]: self.callback(batched_events) Aug 31 15:29:43.746385 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:29:43.746385 dv-cinder-802781-4-iscsi neutron-server[79276]: event.method(event) Aug 31 15:29:43.746385 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 15:29:43.746385 dv-cinder-802781-4-iscsi neutron-server[79276]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:29:43.746385 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 15:29:43.746385 dv-cinder-802781-4-iscsi neutron-server[79276]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:29:43.746385 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 15:29:43.746385 dv-cinder-802781-4-iscsi neutron-server[79276]: return f(self, *a, **k) Aug 31 15:29:43.746385 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 31 15:29:43.746385 dv-cinder-802781-4-iscsi neutron-server[79276]: return self._get(url).json() Aug 31 15:29:43.746385 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 31 15:29:43.746385 dv-cinder-802781-4-iscsi neutron-server[79276]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:29:43.746385 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:29:43.746385 dv-cinder-802781-4-iscsi neutron-server[79276]: return self.request(url, 'GET', **kwargs) Aug 31 15:29:43.746385 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:29:43.746385 dv-cinder-802781-4-iscsi neutron-server[79276]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:29:43.746385 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:29:43.746385 dv-cinder-802781-4-iscsi neutron-server[79276]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:29:43.746385 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:29:43.746385 dv-cinder-802781-4-iscsi neutron-server[79276]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:29:43.746385 dv-cinder-802781-4-iscsi neutron-server[79276]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:29:43.748769 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b491e-7ee4-4f69-9f09-f56429f6f564 req-746aa33f-b61c-46e6-884f-745508398643 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:43.750203 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7a6b491e-7ee4-4f69-9f09-f56429f6f564 req-746aa33f-b61c-46e6-884f-745508398643 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=89288f3b-6626-4fdc-bc3d-9a5c828811e4 HTTP/1.1" status: 200 len: 945 time: 0.1027873 Aug 31 15:29:43.803972 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7a6b491e-7ee4-4f69-9f09-f56429f6f564 req-e3aa987c-9508-4d00-8936-3a89f1b144aa tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460355 Aug 31 15:29:43.838720 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-e7dc0150-885a-4f26-b1f2-44a633e87bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3290403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906838'] for network, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:43.844609 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-e7dc0150-885a-4f26-b1f2-44a633e87bcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for network, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:43.849722 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-ef5e4358-989f-44e7-80ef-8dec8ee69b05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:43.873440 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc0150-885a-4f26-b1f2-44a633e87bcc admin admin] Pushing event deleted for resources: {'Network': ['ID=47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:43.876016 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-e7dc0150-885a-4f26-b1f2-44a633e87bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:43.885106 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-e7dc0150-885a-4f26-b1f2-44a633e87bcc admin admin] 10.222.0.81 "DELETE /v2.0/networks/47ab4a7e-e0b7-4a4e-9d10-6a0bea53f902 HTTP/1.1" status: 204 len: 168 time: 0.6018970 Aug 31 15:29:44.013490 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 51576) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:44.070762 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-c0ccc92f-e16a-442a-8e01-85e703922dc0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3812c8ac3d6f49189f4ea632ac894346&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0557649 Aug 31 15:29:44.073108 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 51582) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:44.139505 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d67accdf-4919-43a0-8e32-3589e783b8d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:44.169826 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d67accdf-4919-43a0-8e32-3589e783b8d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:44.230044 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d67accdf-4919-43a0-8e32-3589e783b8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:44.236937 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-d8505daa-a237-4b48-8875-05494a8be381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:44.252557 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67accdf-4919-43a0-8e32-3589e783b8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcbc986-8535-4e82-ae91-af8c446643da,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:44.256089 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-d67accdf-4919-43a0-8e32-3589e783b8d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:44.267888 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d67accdf-4919-43a0-8e32-3589e783b8d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:44.273110 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-d67accdf-4919-43a0-8e32-3589e783b8d6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7bcbc986-8535-4e82-ae91-af8c446643da HTTP/1.1" status: 204 len: 168 time: 0.1957386 Aug 31 15:29:44.470433 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device e3e53aaf-305a-4e8d-ba99-6ba53c5ad65f no longer exists at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:29:44.514115 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] No Port match for: e3e53aaf-305a-4e8d-ba99-6ba53c5ad65f {{(pid=79278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:29:44.514471 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device e3e53aaf-305a-4e8d-ba99-6ba53c5ad65f not bound to the agent host dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:29:44.514889 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device d55307aa-e7b8-4123-aefa-ec92c698f257 no longer exists at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:29:44.564856 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] No Port match for: d55307aa-e7b8-4123-aefa-ec92c698f257 {{(pid=79278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:29:44.565205 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device d55307aa-e7b8-4123-aefa-ec92c698f257 not bound to the agent host dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:29:45.051799 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 51648) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:45.167500 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [None req-2e193a0d-9734-4d4e-a4b5-e9890d2e8a2f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1099268491-network', 'tenant_id': '0018b07184be4602aa2184d192c944aa'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:29:45.171985 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-2e193a0d-9734-4d4e-a4b5-e9890d2e8a2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:29:45.175956 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-2e193a0d-9734-4d4e-a4b5-e9890d2e8a2f admin admin] Usage tracker for resource:network and tenant:0018b07184be4602aa2184d192c944aa is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:29:45.178972 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-2e193a0d-9734-4d4e-a4b5-e9890d2e8a2f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:29:45.185446 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-2e193a0d-9734-4d4e-a4b5-e9890d2e8a2f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:29:45.197089 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e193a0d-9734-4d4e-a4b5-e9890d2e8a2f admin admin] Made reservation on behalf of 0018b07184be4602aa2184d192c944aa for: {'network': 1} {{(pid=79277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:29:45.199646 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-2e193a0d-9734-4d4e-a4b5-e9890d2e8a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for network, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:45.213972 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-2e193a0d-9734-4d4e-a4b5-e9890d2e8a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:45.228688 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-2e193a0d-9734-4d4e-a4b5-e9890d2e8a2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:29:45.234841 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 51656) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:45.235375 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-2e193a0d-9734-4d4e-a4b5-e9890d2e8a2f admin admin] Usage tracker for resource:security_group_rule and tenant:0018b07184be4602aa2184d192c944aa is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:29:45.238634 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-2e193a0d-9734-4d4e-a4b5-e9890d2e8a2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:29:45.244320 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-2e193a0d-9734-4d4e-a4b5-e9890d2e8a2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:29:45.330824 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-2e193a0d-9734-4d4e-a4b5-e9890d2e8a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:45.335916 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-2e193a0d-9734-4d4e-a4b5-e9890d2e8a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:45.338821 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-2d3cf799-0db3-4559-a1a6-7c6ff9097fdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:45.358810 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0a3a62bc-9138-4378-a486-f387d2c1d7df admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:45.366225 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e193a0d-9734-4d4e-a4b5-e9890d2e8a2f admin admin] vlan segment allocate from pool success with {'vlan_id': 938, 'physical_network': 'physnet1'} {{(pid=79277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:29:45.374562 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-0a3a62bc-9138-4378-a486-f387d2c1d7df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:29:45.374938 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e193a0d-9734-4d4e-a4b5-e9890d2e8a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f818ec4-7b37-4221-8a40-fa4f82c6ddd6,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:45.378875 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-2e193a0d-9734-4d4e-a4b5-e9890d2e8a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:45.379186 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-0a3a62bc-9138-4378-a486-f387d2c1d7df admin admin] Usage tracker for resource:security_group_rule and tenant:deea761b23a34cf6823662b557d64196 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:29:45.381413 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-2e193a0d-9734-4d4e-a4b5-e9890d2e8a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3286683'] for segment, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:45.381814 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.db.segments_db [None req-2e193a0d-9734-4d4e-a4b5-e9890d2e8a2f admin admin] Added segment 55bbcfae-09d1-4d68-91e6-fad754499a5e of type vlan for network f4d4882d-28d2-4fed-bbfd-7d71610fb886 Aug 31 15:29:45.382570 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-0a3a62bc-9138-4378-a486-f387d2c1d7df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:29:45.388874 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-0a3a62bc-9138-4378-a486-f387d2c1d7df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:29:45.410739 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-2e193a0d-9734-4d4e-a4b5-e9890d2e8a2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738171399325'] for network, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:45.452474 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-2e193a0d-9734-4d4e-a4b5-e9890d2e8a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729'] for network, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:45.453902 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e193a0d-9734-4d4e-a4b5-e9890d2e8a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:45.455325 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-2e193a0d-9734-4d4e-a4b5-e9890d2e8a2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for network, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:45.461578 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:45.484199 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0a3a62bc-9138-4378-a486-f387d2c1d7df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:45.491511 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0a3a62bc-9138-4378-a486-f387d2c1d7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:45.504745 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-25568798-1340-42ba-a40c-609853861009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:45.553179 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-0a3a62bc-9138-4378-a486-f387d2c1d7df admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=deea761b23a34cf6823662b557d64196&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3172040 Aug 31 15:29:45.554189 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a62bc-9138-4378-a486-f387d2c1d7df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06894d9f-7212-44e9-84fd-b35618a7ac75,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:45.557376 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 51664) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:45.562514 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-2e193a0d-9734-4d4e-a4b5-e9890d2e8a2f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5087786 Aug 31 15:29:45.565384 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 51668) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:45.568116 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e193a0d-9734-4d4e-a4b5-e9890d2e8a2f admin admin] Pushing event updated for resources: {'Network': ['ID=f4d4882d-28d2-4fed-bbfd-7d71610fb886,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:45.570844 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-0a3a62bc-9138-4378-a486-f387d2c1d7df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:45.573016 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [None req-2e3f2c66-ea31-4f04-8079-9632ddef4bd3 admin admin] Request body: {'subnet': {'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1099268491-subnet', 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:29:45.576419 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-2e193a0d-9734-4d4e-a4b5-e9890d2e8a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:45.577601 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Network f4d4882d-28d2-4fed-bbfd-7d71610fb886 details requested by agent ovs-agent-dv-cinder-802781-4-iscsi with host dv-cinder-802781-4-iscsi {{(pid=79278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 15:29:45.578419 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-2e3f2c66-ea31-4f04-8079-9632ddef4bd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:29:45.582334 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-2e3f2c66-ea31-4f04-8079-9632ddef4bd3 admin admin] Usage tracker for resource:subnet and tenant:0018b07184be4602aa2184d192c944aa is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:29:45.585802 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-2e3f2c66-ea31-4f04-8079-9632ddef4bd3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:29:45.591996 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-2e3f2c66-ea31-4f04-8079-9632ddef4bd3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:29:45.602146 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3f2c66-ea31-4f04-8079-9632ddef4bd3 admin admin] Made reservation on behalf of 0018b07184be4602aa2184d192c944aa for: {'subnet': 1} {{(pid=79277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:29:45.604509 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-2e3f2c66-ea31-4f04-8079-9632ddef4bd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11322311'] for subnet, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:45.624096 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-60353c26-c81a-4b0e-853e-58053735e4cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:45.649959 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-60353c26-c81a-4b0e-853e-58053735e4cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:45.705342 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-60353c26-c81a-4b0e-853e-58053735e4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:45.710806 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a9bd31a4-9a94-4cd2-a3fe-1d1d98f706f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:45.723483 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60353c26-c81a-4b0e-853e-58053735e4cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06894d9f-7212-44e9-84fd-b35618a7ac75,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:45.726460 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-60353c26-c81a-4b0e-853e-58053735e4cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:45.730002 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-60353c26-c81a-4b0e-853e-58053735e4cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:45.731116 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-60353c26-c81a-4b0e-853e-58053735e4cb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/06894d9f-7212-44e9-84fd-b35618a7ac75 HTTP/1.1" status: 204 len: 168 time: 0.1724844 Aug 31 15:29:45.814618 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-2e3f2c66-ea31-4f04-8079-9632ddef4bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10698273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11322293'] for subnet, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:45.818646 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:45.889137 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f2c66-ea31-4f04-8079-9632ddef4bd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a81a534a-35fe-443f-84ed-8e87d97ceef8,revision_number=0']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:45.892473 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-2e3f2c66-ea31-4f04-8079-9632ddef4bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:45.898775 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3f2c66-ea31-4f04-8079-9632ddef4bd3 admin admin] Checking segment: {'id': '55bbcfae-09d1-4d68-91e6-fad754499a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:29:45.899121 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3f2c66-ea31-4f04-8079-9632ddef4bd3 admin admin] Network hostable DHCP agents. Network: f4d4882d-28d2-4fed-bbfd-7d71610fb886, hostable agents: ['2365506f-cea6-46f8-ac71-d4e1f85a8442'], hosted agents: [] {{(pid=79277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:29:45.917590 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3f2c66-ea31-4f04-8079-9632ddef4bd3 admin admin] Network f4d4882d-28d2-4fed-bbfd-7d71610fb886 is scheduled to be hosted by DHCP agent 2365506f-cea6-46f8-ac71-d4e1f85a8442 with binding_index 1 {{(pid=79277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:29:45.927537 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.base_scheduler [None req-2e3f2c66-ea31-4f04-8079-9632ddef4bd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-4-iscsi, f4d4882d-28d2-4fed-bbfd-7d71610fb886) {{(pid=79277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:29:45.933330 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3f2c66-ea31-4f04-8079-9632ddef4bd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:45.934261 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-2e3f2c66-ea31-4f04-8079-9632ddef4bd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:45.935593 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39bc974-e6ab-4eb7-b809-fa661a629db8 None None] Network f4d4882d-28d2-4fed-bbfd-7d71610fb886 requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:29:45.965669 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-2e3f2c66-ea31-4f04-8079-9632ddef4bd3 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3991976 Aug 31 15:29:45.968746 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 51680) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:45.975002 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-2ab18bb1-ed82-4d53-a94b-6e800c7b2821 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1099268491-router', 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'}}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:29:45.979896 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-2ab18bb1-ed82-4d53-a94b-6e800c7b2821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:29:45.984151 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-2ab18bb1-ed82-4d53-a94b-6e800c7b2821 admin admin] Usage tracker for resource:router and tenant:0018b07184be4602aa2184d192c944aa is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:29:45.987494 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-2ab18bb1-ed82-4d53-a94b-6e800c7b2821 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:29:45.994220 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-2ab18bb1-ed82-4d53-a94b-6e800c7b2821 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:29:46.006799 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2ab18bb1-ed82-4d53-a94b-6e800c7b2821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3925207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-850'] for router, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:46.008283 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2ab18bb1-ed82-4d53-a94b-6e800c7b2821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3925042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3907265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-859'] for router, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:46.033209 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2ab18bb1-ed82-4d53-a94b-6e800c7b2821 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:46.243482 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24219cb8-844c-4dbf-ae1a-7cc3b8e6b7ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31c034a1-c16d-5a01-a745-abc2b4c71a16-f4d4882d-28d2-4fed-bbfd-7d71610fb886', 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886', 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'fixed_ips': [{'subnet_id': 'a81a534a-35fe-443f-84ed-8e87d97ceef8'}]}} from dv-cinder-802781-4-iscsi. {{(pid=79278) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 31 15:29:46.244575 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-24219cb8-844c-4dbf-ae1a-7cc3b8e6b7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:46.339100 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2ab18bb1-ed82-4d53-a94b-6e800c7b2821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3907294', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3925092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-845'] for router, precommit_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:46.427670 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.db_base_plugin_common [None req-24219cb8-844c-4dbf-ae1a-7cc3b8e6b7ef None None] Allocated IP 172.20.0.2 (f4d4882d-28d2-4fed-bbfd-7d71610fb886/a81a534a-35fe-443f-84ed-8e87d97ceef8/4d7a023a-1034-4e87-a2a0-ccf13b1db444) {{(pid=79278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:29:46.666285 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-24219cb8-844c-4dbf-ae1a-7cc3b8e6b7ef None None] Notify callbacks [] for port, precommit_create {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:46.678236 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-24219cb8-844c-4dbf-ae1a-7cc3b8e6b7ef None None] Transition to ACTIVE for port object 4d7a023a-1034-4e87-a2a0-ccf13b1db444 will not be triggered until provisioned by entity L2. {{(pid=79278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:29:46.697875 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-24219cb8-844c-4dbf-ae1a-7cc3b8e6b7ef None None] Transition to ACTIVE for port object 4d7a023a-1034-4e87-a2a0-ccf13b1db444 will not be triggered until provisioned by entity DHCP. {{(pid=79278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:29:46.705443 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-24219cb8-844c-4dbf-ae1a-7cc3b8e6b7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264'] for port, after_create {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:46.709363 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2ab18bb1-ed82-4d53-a94b-6e800c7b2821 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:46.711676 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:46.741077 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2ab18bb1-ed82-4d53-a94b-6e800c7b2821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:46.772821 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24219cb8-844c-4dbf-ae1a-7cc3b8e6b7ef None None] Network f4d4882d-28d2-4fed-bbfd-7d71610fb886 is already hosted by enough agents. {{(pid=79278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:29:46.776237 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.scheduler.base_scheduler [None req-24219cb8-844c-4dbf-ae1a-7cc3b8e6b7ef None None] Resources bound (agent type, host, resource id): {{(pid=79278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:29:46.779291 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24219cb8-844c-4dbf-ae1a-7cc3b8e6b7ef None None] Received port after_create {{(pid=79278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:29:46.825150 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24219cb8-844c-4dbf-ae1a-7cc3b8e6b7ef None None] Pushing event updated for resources: {'Port': ['ID=4d7a023a-1034-4e87-a2a0-ccf13b1db444,revision_number=1']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:46.828166 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-24219cb8-844c-4dbf-ae1a-7cc3b8e6b7ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:46.887501 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-24219cb8-844c-4dbf-ae1a-7cc3b8e6b7ef None None] Attempting to bind port 4d7a023a-1034-4e87-a2a0-ccf13b1db444 on host dv-cinder-802781-4-iscsi for vnic_type normal with profile {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:29:46.887878 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-24219cb8-844c-4dbf-ae1a-7cc3b8e6b7ef None None] Attempting to bind port 4d7a023a-1034-4e87-a2a0-ccf13b1db444 by drivers openvswitch,hyperv on host dv-cinder-802781-4-iscsi at level 0 using segments [{'id': '55bbcfae-09d1-4d68-91e6-fad754499a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886'}] {{(pid=79278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:29:46.888246 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24219cb8-844c-4dbf-ae1a-7cc3b8e6b7ef None None] Attempting to bind port 4d7a023a-1034-4e87-a2a0-ccf13b1db444 on network f4d4882d-28d2-4fed-bbfd-7d71610fb886 {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:29:46.890104 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.db_base_plugin_common [None req-2ab18bb1-ed82-4d53-a94b-6e800c7b2821 admin admin] Allocated IP 172.27.1.6 (8f15a7b0-c0b9-4864-9373-42147a89de1a/497a4a38-4d00-4e5c-ae08-9918d0306661/3e6c12a1-ba4a-4ea1-af49-000286b771ba) {{(pid=79276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:29:46.894560 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24219cb8-844c-4dbf-ae1a-7cc3b8e6b7ef None None] Checking agent: {'id': 'b1845f19-f6eb-4023-b5bb-8a6030080bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 15, 36), 'started_at': datetime.datetime(2021, 8, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:29:46.894560 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24219cb8-844c-4dbf-ae1a-7cc3b8e6b7ef None None] Checking segment: {'id': '55bbcfae-09d1-4d68-91e6-fad754499a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:29:46.894928 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-24219cb8-844c-4dbf-ae1a-7cc3b8e6b7ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:46.895425 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24219cb8-844c-4dbf-ae1a-7cc3b8e6b7ef None None] Bound using segment: {'id': '55bbcfae-09d1-4d68-91e6-fad754499a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886'} {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:29:46.896096 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-24219cb8-844c-4dbf-ae1a-7cc3b8e6b7ef None None] Bound port: 4d7a023a-1034-4e87-a2a0-ccf13b1db444, host: dv-cinder-802781-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55bbcfae-09d1-4d68-91e6-fad754499a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886'}}] {{(pid=79278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:29:46.896554 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-24219cb8-844c-4dbf-ae1a-7cc3b8e6b7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:46.990553 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-24219cb8-844c-4dbf-ae1a-7cc3b8e6b7ef None None] For port 4d7a023a-1034-4e87-a2a0-ccf13b1db444, host dv-cinder-802781-4-iscsi, cleared binding levels {{(pid=79278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:29:46.994752 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-24219cb8-844c-4dbf-ae1a-7cc3b8e6b7ef None None] For port 4d7a023a-1034-4e87-a2a0-ccf13b1db444, host dv-cinder-802781-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=4d7a023a-1034-4e87-a2a0-ccf13b1db444,segment=NetworkSegment(55bbcfae-09d1-4d68-91e6-fad754499a5e),segment_id=55bbcfae-09d1-4d68-91e6-fad754499a5e)] {{(pid=79278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:29:47.000181 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-24219cb8-844c-4dbf-ae1a-7cc3b8e6b7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:47.005504 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:47.093362 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24219cb8-844c-4dbf-ae1a-7cc3b8e6b7ef None None] Pushing event updated for resources: {'Port': ['ID=4d7a023a-1034-4e87-a2a0-ccf13b1db444,revision_number=2']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:47.098454 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-24219cb8-844c-4dbf-ae1a-7cc3b8e6b7ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:47.150316 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2ab18bb1-ed82-4d53-a94b-6e800c7b2821 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:47.182386 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2ab18bb1-ed82-4d53-a94b-6e800c7b2821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1768796'] for port, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:47.186384 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:47.254712 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab18bb1-ed82-4d53-a94b-6e800c7b2821 admin admin] Network 8f15a7b0-c0b9-4864-9373-42147a89de1a is already hosted by enough agents. {{(pid=79276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:29:47.262098 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.base_scheduler [None req-2ab18bb1-ed82-4d53-a94b-6e800c7b2821 admin admin] Resources bound (agent type, host, resource id): {{(pid=79276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:29:47.267063 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab18bb1-ed82-4d53-a94b-6e800c7b2821 admin admin] Received port after_create {{(pid=79276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:29:47.321611 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab18bb1-ed82-4d53-a94b-6e800c7b2821 admin admin] Pushing event updated for resources: {'Port': ['ID=3e6c12a1-ba4a-4ea1-af49-000286b771ba,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:47.326621 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-2ab18bb1-ed82-4d53-a94b-6e800c7b2821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:47.751730 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2ab18bb1-ed82-4d53-a94b-6e800c7b2821 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:47.888327 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 51742) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:48.081718 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-826e0ce0-94c9-4a87-9a9c-415325204abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:48.103204 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-826e0ce0-94c9-4a87-9a9c-415325204abc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:29:48.110049 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-826e0ce0-94c9-4a87-9a9c-415325204abc admin admin] Usage tracker for resource:security_group_rule and tenant:9c3e46e70d0a4622aa32c3d1072c251f is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:29:48.114701 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-826e0ce0-94c9-4a87-9a9c-415325204abc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:29:48.177243 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e156674f-baba-45ec-a212-c86b1b8e5ace None None] Network f4d4882d-28d2-4fed-bbfd-7d71610fb886 requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:29:48.182631 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-826e0ce0-94c9-4a87-9a9c-415325204abc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:29:48.217049 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2ab18bb1-ed82-4d53-a94b-6e800c7b2821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3925029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3906950'] for router, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:48.286486 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-26aeb81a-4c20-499d-8414-943c7f417e9b None None] Provisioning for port 4d7a023a-1034-4e87-a2a0-ccf13b1db444 completed by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:29:48.445923 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-826e0ce0-94c9-4a87-9a9c-415325204abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:48.456479 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-826e0ce0-94c9-4a87-9a9c-415325204abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:48.466264 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-37d70174-53d9-4a6e-b09c-2ad12dbf3976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:48.482210 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 4d7a023a-1034-4e87-a2a0-ccf13b1db444 up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:29:48.510192 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826e0ce0-94c9-4a87-9a9c-415325204abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793e75da-4553-4948-adb0-6fd6c1fc1189,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:48.513804 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-826e0ce0-94c9-4a87-9a9c-415325204abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:48.536444 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-826e0ce0-94c9-4a87-9a9c-415325204abc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9c3e46e70d0a4622aa32c3d1072c251f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6468608 Aug 31 15:29:48.539191 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 51748) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:48.552854 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab18bb1-ed82-4d53-a94b-6e800c7b2821 admin admin] Router 640632f1-2890-41d5-9080-83ba2ad71416 is scheduled to L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 with binding_index 1 {{(pid=79276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 31 15:29:48.574683 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning for port 4d7a023a-1034-4e87-a2a0-ccf13b1db444 completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:29:48.580091 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port 4d7a023a-1034-4e87-a2a0-ccf13b1db444 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:29:48.580487 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:48.615948 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f05a4157-a930-49a4-ba0c-db2e6a4a0836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:48.650321 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f05a4157-a930-49a4-ba0c-db2e6a4a0836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:48.726223 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f05a4157-a930-49a4-ba0c-db2e6a4a0836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:48.731712 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-2e193a0d-9734-4d4e-a4b5-e9890d2e8a2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:48.744395 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a4157-a930-49a4-ba0c-db2e6a4a0836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793e75da-4553-4948-adb0-6fd6c1fc1189,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:48.745767 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f8aa89af-6e2f-41ca-ba2a-fb35d948bb76 None None] Provisioning complete for port 4d7a023a-1034-4e87-a2a0-ccf13b1db444 triggered by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:29:48.746212 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f8aa89af-6e2f-41ca-ba2a-fb35d948bb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:48.757035 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a4157-a930-49a4-ba0c-db2e6a4a0836 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:48.757907 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a4157-a930-49a4-ba0c-db2e6a4a0836 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:48.758358 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a4157-a930-49a4-ba0c-db2e6a4a0836 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:48.758811 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a4157-a930-49a4-ba0c-db2e6a4a0836 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:48.759256 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a4157-a930-49a4-ba0c-db2e6a4a0836 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:48.759747 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a4157-a930-49a4-ba0c-db2e6a4a0836 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:48.760183 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a4157-a930-49a4-ba0c-db2e6a4a0836 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:48.760712 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a4157-a930-49a4-ba0c-db2e6a4a0836 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:48.761061 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a4157-a930-49a4-ba0c-db2e6a4a0836 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:48.761401 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a4157-a930-49a4-ba0c-db2e6a4a0836 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:48.762021 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a4157-a930-49a4-ba0c-db2e6a4a0836 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:48.762365 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05a4157-a930-49a4-ba0c-db2e6a4a0836 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:48.766238 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-f05a4157-a930-49a4-ba0c-db2e6a4a0836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:48.767531 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f05a4157-a930-49a4-ba0c-db2e6a4a0836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:48.771657 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-f05a4157-a930-49a4-ba0c-db2e6a4a0836 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/793e75da-4553-4948-adb0-6fd6c1fc1189 HTTP/1.1" status: 204 len: 168 time: 0.2314453 Aug 31 15:29:48.777675 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:48.851652 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] For port 4d7a023a-1034-4e87-a2a0-ccf13b1db444, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=4d7a023a-1034-4e87-a2a0-ccf13b1db444,segment=NetworkSegment(55bbcfae-09d1-4d68-91e6-fad754499a5e),segment_id=55bbcfae-09d1-4d68-91e6-fad754499a5e)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:29:48.872890 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab18bb1-ed82-4d53-a94b-6e800c7b2821 admin admin] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:29:48.908848 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5066c5f9-1464-42bc-84bf-9bdfba791316 None None] Sync routers for ids ['640632f1-2890-41d5-9080-83ba2ad71416'] in dv-cinder-802781-4-iscsi {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:29:48.912224 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2ab18bb1-ed82-4d53-a94b-6e800c7b2821 admin admin] Notify callbacks [] for router, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:48.913691 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-2ab18bb1-ed82-4d53-a94b-6e800c7b2821 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9436259 Aug 31 15:29:48.916726 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 51758) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:48.928040 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:48.933797 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-b4f012cf-f7a2-4368-8786-844ebee125c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:48.988760 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5066c5f9-1464-42bc-84bf-9bdfba791316 None None] Routers {'640632f1-2890-41d5-9080-83ba2ad71416'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:29:48.989417 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-5066c5f9-1464-42bc-84bf-9bdfba791316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:29:38Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['640632f1-2890-41d5-9080-83ba2ad71416'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:29:49.099890 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Pushing event updated for resources: {'Port': ['ID=4d7a023a-1034-4e87-a2a0-ccf13b1db444,revision_number=3']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:49.187980 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 51768) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:49.195496 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:49.216586 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c0e335c2-1069-4c37-9dff-a1aec8e58a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:49.233471 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-c0e335c2-1069-4c37-9dff-a1aec8e58a3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:29:49.238245 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-c0e335c2-1069-4c37-9dff-a1aec8e58a3b admin admin] Usage tracker for resource:security_group_rule and tenant:54336aff43ad40ea86739fb597971768 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:29:49.241291 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-5066c5f9-1464-42bc-84bf-9bdfba791316 None None] Set router 640632f1-2890-41d5-9080-83ba2ad71416 gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:29:49.241711 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-c0e335c2-1069-4c37-9dff-a1aec8e58a3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:29:49.247794 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-c0e335c2-1069-4c37-9dff-a1aec8e58a3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:29:49.353916 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c0e335c2-1069-4c37-9dff-a1aec8e58a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:49.359117 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c0e335c2-1069-4c37-9dff-a1aec8e58a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:49.368488 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-ff5eb6fc-6d99-4373-b4ef-87a6e74dc2fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:49.418536 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-c0e335c2-1069-4c37-9dff-a1aec8e58a3b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=54336aff43ad40ea86739fb597971768&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292535 Aug 31 15:29:49.419399 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e335c2-1069-4c37-9dff-a1aec8e58a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526de838-8cca-48a1-a850-53f92a16e156,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:49.422030 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 51776) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:49.435510 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-c0e335c2-1069-4c37-9dff-a1aec8e58a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:49.509824 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b91435-a2de-4646-bf78-24192353272c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:49.539305 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b91435-a2de-4646-bf78-24192353272c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:49.604892 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-5066c5f9-1464-42bc-84bf-9bdfba791316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640632f1-2890-41d5-9080-83ba2ad71416', 'name': 'tempest-AttachVolumeShelveTestJSON-1099268491-router', 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '3e6c12a1-ba4a-4ea1-af49-000286b771ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:29:46Z', 'updated_at': '2021-08-31T15:29:47Z', 'revision_number': 3, 'project_id': '0018b07184be4602aa2184d192c944aa', 'gw_port': {'id': '3e6c12a1-ba4a-4ea1-af49-000286b771ba', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:75:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640632f1-2890-41d5-9080-83ba2ad71416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:29:46Z', 'updated_at': '2021-08-31T15:29:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi'}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:29:49.609167 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b91435-a2de-4646-bf78-24192353272c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:49.609661 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5066c5f9-1464-42bc-84bf-9bdfba791316 None None] Checking router: 640632f1-2890-41d5-9080-83ba2ad71416 for host: dv-cinder-802781-4-iscsi {{(pid=79278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:29:49.610016 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5066c5f9-1464-42bc-84bf-9bdfba791316 None None] Updating router 640632f1-2890-41d5-9080-83ba2ad71416 port 3e6c12a1-ba4a-4ea1-af49-000286b771ba binding host dv-cinder-802781-4-iscsi {{(pid=79278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:29:49.622115 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-f37525ed-67ea-4659-a4f6-60c256fece64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:49.639447 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b91435-a2de-4646-bf78-24192353272c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526de838-8cca-48a1-a850-53f92a16e156,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:49.649420 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a2b91435-a2de-4646-bf78-24192353272c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:49.650941 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a2b91435-a2de-4646-bf78-24192353272c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:49.653904 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-a2b91435-a2de-4646-bf78-24192353272c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/526de838-8cca-48a1-a850-53f92a16e156 HTTP/1.1" status: 204 len: 168 time: 0.2305052 Aug 31 15:29:49.693606 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-5066c5f9-1464-42bc-84bf-9bdfba791316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:49.869613 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-0e9376b1-5cb9-445d-a9f1-56adf1a57a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:50.099328 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.db_base_plugin_common [None req-0e9376b1-5cb9-445d-a9f1-56adf1a57a30 admin admin] Allocated IP 172.20.0.1 (f4d4882d-28d2-4fed-bbfd-7d71610fb886/a81a534a-35fe-443f-84ed-8e87d97ceef8/c06d0239-f808-43d8-86f8-e3bcddd48a66) {{(pid=79277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:29:50.106100 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-5066c5f9-1464-42bc-84bf-9bdfba791316 None None] Notify callbacks [] for port, precommit_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:50.120188 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-5066c5f9-1464-42bc-84bf-9bdfba791316 None None] Transition to ACTIVE for port object 3e6c12a1-ba4a-4ea1-af49-000286b771ba will not be triggered until provisioned by entity L2. {{(pid=79278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:29:50.128526 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-5066c5f9-1464-42bc-84bf-9bdfba791316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:50.134223 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:50.211753 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-5066c5f9-1464-42bc-84bf-9bdfba791316 None None] Attempting to bind port 3e6c12a1-ba4a-4ea1-af49-000286b771ba on host dv-cinder-802781-4-iscsi for vnic_type normal with profile {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:29:50.212471 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-5066c5f9-1464-42bc-84bf-9bdfba791316 None None] Attempting to bind port 3e6c12a1-ba4a-4ea1-af49-000286b771ba by drivers openvswitch,hyperv on host dv-cinder-802781-4-iscsi at level 0 using segments [{'id': 'ee0cca34-cfc1-48b8-9cd2-f432400bdd40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'}] {{(pid=79278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:29:50.212471 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5066c5f9-1464-42bc-84bf-9bdfba791316 None None] Attempting to bind port 3e6c12a1-ba4a-4ea1-af49-000286b771ba on network 8f15a7b0-c0b9-4864-9373-42147a89de1a {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:29:50.223230 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5066c5f9-1464-42bc-84bf-9bdfba791316 None None] Checking agent: {'id': 'b1845f19-f6eb-4023-b5bb-8a6030080bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 15, 36), 'started_at': datetime.datetime(2021, 8, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:29:50.223640 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5066c5f9-1464-42bc-84bf-9bdfba791316 None None] Checking segment: {'id': 'ee0cca34-cfc1-48b8-9cd2-f432400bdd40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:29:50.224052 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-5066c5f9-1464-42bc-84bf-9bdfba791316 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:50.224456 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5066c5f9-1464-42bc-84bf-9bdfba791316 None None] Bound using segment: {'id': 'ee0cca34-cfc1-48b8-9cd2-f432400bdd40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'} {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:29:50.224927 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-5066c5f9-1464-42bc-84bf-9bdfba791316 None None] Bound port: 3e6c12a1-ba4a-4ea1-af49-000286b771ba, host: dv-cinder-802781-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0cca34-cfc1-48b8-9cd2-f432400bdd40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'}}] {{(pid=79278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:29:50.225519 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-5066c5f9-1464-42bc-84bf-9bdfba791316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:50.254494 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7471494-b86a-4fcd-8655-5eb76339a8d2 None None] Pushing event updated for resources: {'Port': ['ID=3e6c12a1-ba4a-4ea1-af49-000286b771ba,revision_number=2']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:50.260748 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-0e9376b1-5cb9-445d-a9f1-56adf1a57a30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:50.267020 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-a7471494-b86a-4fcd-8655-5eb76339a8d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:50.283612 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.provisioning_blocks [None req-0e9376b1-5cb9-445d-a9f1-56adf1a57a30 admin admin] Transition to ACTIVE for port object c06d0239-f808-43d8-86f8-e3bcddd48a66 will not be triggered until provisioned by entity DHCP. {{(pid=79277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:29:50.306191 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-5066c5f9-1464-42bc-84bf-9bdfba791316 None None] For port 3e6c12a1-ba4a-4ea1-af49-000286b771ba, host dv-cinder-802781-4-iscsi, cleared binding levels {{(pid=79278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:29:50.309568 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-5066c5f9-1464-42bc-84bf-9bdfba791316 None None] For port 3e6c12a1-ba4a-4ea1-af49-000286b771ba, host dv-cinder-802781-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=3e6c12a1-ba4a-4ea1-af49-000286b771ba,segment=NetworkSegment(ee0cca34-cfc1-48b8-9cd2-f432400bdd40),segment_id=ee0cca34-cfc1-48b8-9cd2-f432400bdd40)] {{(pid=79278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:29:50.313549 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-0e9376b1-5cb9-445d-a9f1-56adf1a57a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10695601'] for port, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:50.314635 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-5066c5f9-1464-42bc-84bf-9bdfba791316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:50.321329 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-32e7db89-0335-4da2-be3e-48b7df8e24bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:50.321430 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-993992ed-8e62-4722-bf64-fcf2189f5d43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:50.413268 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7471494-b86a-4fcd-8655-5eb76339a8d2 None None] Pushing event updated for resources: {'Port': ['ID=3e6c12a1-ba4a-4ea1-af49-000286b771ba,revision_number=3']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:50.417408 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-a7471494-b86a-4fcd-8655-5eb76339a8d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:50.418485 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5066c5f9-1464-42bc-84bf-9bdfba791316 None None] Routers {'640632f1-2890-41d5-9080-83ba2ad71416'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:29:50.419281 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-5066c5f9-1464-42bc-84bf-9bdfba791316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:29:38Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['640632f1-2890-41d5-9080-83ba2ad71416'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:29:50.444412 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9376b1-5cb9-445d-a9f1-56adf1a57a30 admin admin] Network f4d4882d-28d2-4fed-bbfd-7d71610fb886 is already hosted by enough agents. {{(pid=79277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:29:50.449584 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.base_scheduler [None req-0e9376b1-5cb9-445d-a9f1-56adf1a57a30 admin admin] Resources bound (agent type, host, resource id): {{(pid=79277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:29:50.468900 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9376b1-5cb9-445d-a9f1-56adf1a57a30 admin admin] Received port after_create {{(pid=79277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:29:50.484077 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 4d7a023a-1034-4e87-a2a0-ccf13b1db444 up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:29:50.545716 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-0e9376b1-5cb9-445d-a9f1-56adf1a57a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3927107'] for router_interface, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:50.553147 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9376b1-5cb9-445d-a9f1-56adf1a57a30 admin admin] Pushing event updated for resources: {'Port': ['ID=c06d0239-f808-43d8-86f8-e3bcddd48a66,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:50.564003 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-0e9376b1-5cb9-445d-a9f1-56adf1a57a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:50.683605 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port 4d7a023a-1034-4e87-a2a0-ccf13b1db444 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:29:50.683983 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:50.723995 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-0e9376b1-5cb9-445d-a9f1-56adf1a57a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:50.734029 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-5066c5f9-1464-42bc-84bf-9bdfba791316 None None] Set router 640632f1-2890-41d5-9080-83ba2ad71416 gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:29:50.975818 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-0e9376b1-5cb9-445d-a9f1-56adf1a57a30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:50.981764 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-0e9376b1-5cb9-445d-a9f1-56adf1a57a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10695592'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:51.000851 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-737a5782-829c-4111-b0b6-ac8e05154cb8 None None] Provisioning for port c06d0239-f808-43d8-86f8-e3bcddd48a66 completed by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:29:51.021274 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-737a5782-829c-4111-b0b6-ac8e05154cb8 None None] Provisioning complete for port c06d0239-f808-43d8-86f8-e3bcddd48a66 triggered by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:29:51.021656 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-737a5782-829c-4111-b0b6-ac8e05154cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:51.028233 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-7edf190a-6173-4699-96e7-a1c70eb097f4 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:51.098791 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9376b1-5cb9-445d-a9f1-56adf1a57a30 admin admin] Pushing event updated for resources: {'Port': ['ID=c06d0239-f808-43d8-86f8-e3bcddd48a66,revision_number=2']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:51.103237 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-0e9376b1-5cb9-445d-a9f1-56adf1a57a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:51.109427 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-0e9376b1-5cb9-445d-a9f1-56adf1a57a30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3790843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3927084'] for router_interface, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:51.186046 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-737a5782-829c-4111-b0b6-ac8e05154cb8 None None] Port c06d0239-f808-43d8-86f8-e3bcddd48a66 cannot update to ACTIVE because it is not bound. {{(pid=79278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:29:51.224636 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-5066c5f9-1464-42bc-84bf-9bdfba791316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640632f1-2890-41d5-9080-83ba2ad71416', 'name': 'tempest-AttachVolumeShelveTestJSON-1099268491-router', 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '3e6c12a1-ba4a-4ea1-af49-000286b771ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:29:46Z', 'updated_at': '2021-08-31T15:29:47Z', 'revision_number': 3, 'project_id': '0018b07184be4602aa2184d192c944aa', 'gw_port': {'id': '3e6c12a1-ba4a-4ea1-af49-000286b771ba', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:75:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640632f1-2890-41d5-9080-83ba2ad71416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:29:46Z', 'updated_at': '2021-08-31T15:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi'}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:29:51.230235 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5066c5f9-1464-42bc-84bf-9bdfba791316 None None] The sync data for ids ['640632f1-2890-41d5-9080-83ba2ad71416'] in dv-cinder-802781-4-iscsi is: [{'id': '640632f1-2890-41d5-9080-83ba2ad71416', 'name': 'tempest-AttachVolumeShelveTestJSON-1099268491-router', 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '3e6c12a1-ba4a-4ea1-af49-000286b771ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:29:46Z', 'updated_at': '2021-08-31T15:29:47Z', 'revision_number': 3, 'project_id': '0018b07184be4602aa2184d192c944aa', 'gw_port': {'id': '3e6c12a1-ba4a-4ea1-af49-000286b771ba', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:75:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640632f1-2890-41d5-9080-83ba2ad71416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:29:46Z', 'updated_at': '2021-08-31T15:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi'}] {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:29:51.280267 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9376b1-5cb9-445d-a9f1-56adf1a57a30 admin admin] Network f4d4882d-28d2-4fed-bbfd-7d71610fb886 is already hosted by enough agents. {{(pid=79277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:29:51.281413 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.base_scheduler [None req-0e9376b1-5cb9-445d-a9f1-56adf1a57a30 admin admin] Resources bound (agent type, host, resource id): {{(pid=79277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:29:51.528750 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9376b1-5cb9-445d-a9f1-56adf1a57a30 admin admin] Router 640632f1-2890-41d5-9080-83ba2ad71416 has already been hosted by L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 {{(pid=79277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:29:51.621909 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-3795f02b-eae8-405b-b95e-54a4ed65a293 None None] Provisioning complete for port c06d0239-f808-43d8-86f8-e3bcddd48a66 triggered by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:29:51.622578 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-3795f02b-eae8-405b-b95e-54a4ed65a293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:51.684406 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-3795f02b-eae8-405b-b95e-54a4ed65a293 None None] Port c06d0239-f808-43d8-86f8-e3bcddd48a66 cannot update to ACTIVE because it is not bound. {{(pid=79278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:29:51.848101 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9376b1-5cb9-445d-a9f1-56adf1a57a30 admin admin] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:29:51.859310 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-0e9376b1-5cb9-445d-a9f1-56adf1a57a30 admin admin] 10.222.0.81 "PUT /v2.0/routers/640632f1-2890-41d5-9080-83ba2ad71416/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9410014 Aug 31 15:29:52.136991 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 51848) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:52.273841 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c864d434-f59d-4bd3-9d50-439cf8d832e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:52.291151 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-c864d434-f59d-4bd3-9d50-439cf8d832e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:29:52.295669 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-c864d434-f59d-4bd3-9d50-439cf8d832e9 admin admin] Usage tracker for resource:security_group_rule and tenant:ec836efc253e43c9a7bb932638fe109e is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:29:52.299102 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-c864d434-f59d-4bd3-9d50-439cf8d832e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:29:52.305406 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-c864d434-f59d-4bd3-9d50-439cf8d832e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:29:52.427750 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c864d434-f59d-4bd3-9d50-439cf8d832e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:52.436480 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c864d434-f59d-4bd3-9d50-439cf8d832e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:52.446000 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-713118e8-49aa-4799-9f7b-4473c48f56f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:52.489891 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-c864d434-f59d-4bd3-9d50-439cf8d832e9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ec836efc253e43c9a7bb932638fe109e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3516843 Aug 31 15:29:52.490498 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 51858) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:52.495112 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864d434-f59d-4bd3-9d50-439cf8d832e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c53cc0-1857-4cf0-a0fa-bbf37b718a52,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:52.510358 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-c864d434-f59d-4bd3-9d50-439cf8d832e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:52.529754 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 3e6c12a1-ba4a-4ea1-af49-000286b771ba up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:29:52.578023 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c39858b8-2c45-4523-b461-01387c4a10eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:52.616206 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c39858b8-2c45-4523-b461-01387c4a10eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:52.649088 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning for port 3e6c12a1-ba4a-4ea1-af49-000286b771ba completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:29:52.660965 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port 3e6c12a1-ba4a-4ea1-af49-000286b771ba triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:29:52.667710 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:52.685366 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c39858b8-2c45-4523-b461-01387c4a10eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:52.690071 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-40367a84-a6e2-4672-9ddc-2239965fb76b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:52.702726 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39858b8-2c45-4523-b461-01387c4a10eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c53cc0-1857-4cf0-a0fa-bbf37b718a52,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:52.705314 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-c39858b8-2c45-4523-b461-01387c4a10eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:52.713180 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c39858b8-2c45-4523-b461-01387c4a10eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:52.714134 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-c39858b8-2c45-4523-b461-01387c4a10eb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/74c53cc0-1857-4cf0-a0fa-bbf37b718a52 HTTP/1.1" status: 204 len: 168 time: 0.2218585 Aug 31 15:29:52.814094 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:52.839133 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] For port 3e6c12a1-ba4a-4ea1-af49-000286b771ba, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=3e6c12a1-ba4a-4ea1-af49-000286b771ba,segment=NetworkSegment(ee0cca34-cfc1-48b8-9cd2-f432400bdd40),segment_id=ee0cca34-cfc1-48b8-9cd2-f432400bdd40)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:29:52.844327 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:52.848386 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-24219cb8-844c-4dbf-ae1a-7cc3b8e6b7ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:52.941550 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Pushing event updated for resources: {'Port': ['ID=3e6c12a1-ba4a-4ea1-af49-000286b771ba,revision_number=4']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:52.945899 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:53.042653 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 51868) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:53.062148 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-e1df2ac1-002b-471c-9ab5-138f3ac6d583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:53.078401 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-e1df2ac1-002b-471c-9ab5-138f3ac6d583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:29:53.082541 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-e1df2ac1-002b-471c-9ab5-138f3ac6d583 admin admin] Usage tracker for resource:security_group_rule and tenant:08c2f7fdd179447ca85673c394395390 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:29:53.086181 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-e1df2ac1-002b-471c-9ab5-138f3ac6d583 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:29:53.093097 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-e1df2ac1-002b-471c-9ab5-138f3ac6d583 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:29:53.110739 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72d5946-82ab-45c1-a29e-a4d588cd5f6e None None] Sync routers for ids ['640632f1-2890-41d5-9080-83ba2ad71416'] in dv-cinder-802781-4-iscsi {{(pid=79279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:29:53.124877 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72d5946-82ab-45c1-a29e-a4d588cd5f6e None None] Routers {'640632f1-2890-41d5-9080-83ba2ad71416'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:29:53.126583 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-d72d5946-82ab-45c1-a29e-a4d588cd5f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:29:38Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['640632f1-2890-41d5-9080-83ba2ad71416'], 'active': True} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:29:53.137540 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 51874) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:53.146191 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-5fe3148c-1332-4a3f-a350-1a0e25af4594 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1142957139', 'description': 'tempest-description--233746907'}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:29:53.154469 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-5fe3148c-1332-4a3f-a350-1a0e25af4594 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:29:53.162990 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-5fe3148c-1332-4a3f-a350-1a0e25af4594 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Usage tracker for resource:security_group and tenant:0018b07184be4602aa2184d192c944aa is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:29:53.166833 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-5fe3148c-1332-4a3f-a350-1a0e25af4594 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:29:53.177162 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-5fe3148c-1332-4a3f-a350-1a0e25af4594 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:29:53.201797 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-5fe3148c-1332-4a3f-a350-1a0e25af4594 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:53.234520 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-e1df2ac1-002b-471c-9ab5-138f3ac6d583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:53.237333 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-5fe3148c-1332-4a3f-a350-1a0e25af4594 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:29:53.241698 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-e1df2ac1-002b-471c-9ab5-138f3ac6d583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:53.248291 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-5fe3148c-1332-4a3f-a350-1a0e25af4594 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Usage tracker for resource:security_group_rule and tenant:0018b07184be4602aa2184d192c944aa is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:29:53.252042 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-0a3a62bc-9138-4378-a486-f387d2c1d7df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:53.265943 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-5fe3148c-1332-4a3f-a350-1a0e25af4594 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:29:53.285660 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-5fe3148c-1332-4a3f-a350-1a0e25af4594 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:29:53.309857 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-e1df2ac1-002b-471c-9ab5-138f3ac6d583 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=08c2f7fdd179447ca85673c394395390&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2660859 Aug 31 15:29:53.311821 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df2ac1-002b-471c-9ab5-138f3ac6d583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073e25a0-c32b-42fd-a29e-40326540390f,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:53.312643 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 51878) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:53.315386 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-e1df2ac1-002b-471c-9ab5-138f3ac6d583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:53.339607 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvr_db [None req-d72d5946-82ab-45c1-a29e-a4d588cd5f6e None None] Set router 640632f1-2890-41d5-9080-83ba2ad71416 gateway port host: dv-cinder-802781-4-iscsi {{(pid=79279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:29:53.380537 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f879b5ec-06ef-47e5-895b-fc0d5a341b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:53.380948 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-5fe3148c-1332-4a3f-a350-1a0e25af4594 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:53.386246 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-5fe3148c-1332-4a3f-a350-1a0e25af4594 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:53.389947 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-75c4f096-5a9f-489c-9a53-b85099c81535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:53.411318 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f879b5ec-06ef-47e5-895b-fc0d5a341b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:53.432113 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3148c-1332-4a3f-a350-1a0e25af4594 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2555382b-e636-4805-a0c7-6c7fe501e2d1,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:53.436692 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-5fe3148c-1332-4a3f-a350-1a0e25af4594 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:53.444442 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-5fe3148c-1332-4a3f-a350-1a0e25af4594 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:53.447295 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-5fe3148c-1332-4a3f-a350-1a0e25af4594 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3076193 Aug 31 15:29:53.448987 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 51882) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:53.454451 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-c48a4219-c04b-41ff-9f2f-b00612103c2e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Request body: {'security_group_rule': {'security_group_id': '2555382b-e636-4805-a0c7-6c7fe501e2d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:29:53.461966 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-c48a4219-c04b-41ff-9f2f-b00612103c2e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:29:53.466338 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-c48a4219-c04b-41ff-9f2f-b00612103c2e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Usage tracker for resource:security_group_rule and tenant:0018b07184be4602aa2184d192c944aa is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:29:53.469942 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-c48a4219-c04b-41ff-9f2f-b00612103c2e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:29:53.476869 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-c48a4219-c04b-41ff-9f2f-b00612103c2e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:29:53.490455 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f879b5ec-06ef-47e5-895b-fc0d5a341b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:53.495918 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-7a05342f-97bb-4fcc-be32-91d3d22637c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:53.498911 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c48a4219-c04b-41ff-9f2f-b00612103c2e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:53.509444 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f879b5ec-06ef-47e5-895b-fc0d5a341b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073e25a0-c32b-42fd-a29e-40326540390f,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:53.512654 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-f879b5ec-06ef-47e5-895b-fc0d5a341b5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:53.520937 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f879b5ec-06ef-47e5-895b-fc0d5a341b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:53.522333 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-f879b5ec-06ef-47e5-895b-fc0d5a341b5c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/073e25a0-c32b-42fd-a29e-40326540390f HTTP/1.1" status: 204 len: 168 time: 0.2087240 Aug 31 15:29:53.574101 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c48a4219-c04b-41ff-9f2f-b00612103c2e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:53.578597 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c48a4219-c04b-41ff-9f2f-b00612103c2e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858734'] for security_group_rule, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:53.580709 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:53.604144 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a4219-c04b-41ff-9f2f-b00612103c2e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f9a7d09-3a5a-4c9e-afb4-cf0b51d26ec5,revision_number=0']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:53.606769 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-c48a4219-c04b-41ff-9f2f-b00612103c2e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:53.615136 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c48a4219-c04b-41ff-9f2f-b00612103c2e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:53.619011 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-c48a4219-c04b-41ff-9f2f-b00612103c2e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1662951 Aug 31 15:29:53.619327 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 51888) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:53.624760 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-9419b9c9-6781-4533-8f97-62bfbaf9a42c tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Request body: {'security_group_rule': {'security_group_id': '2555382b-e636-4805-a0c7-6c7fe501e2d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:29:53.631430 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-9419b9c9-6781-4533-8f97-62bfbaf9a42c tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:29:53.635330 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-9419b9c9-6781-4533-8f97-62bfbaf9a42c tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Usage tracker for resource:security_group_rule and tenant:0018b07184be4602aa2184d192c944aa is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:29:53.638180 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-9419b9c9-6781-4533-8f97-62bfbaf9a42c tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:29:53.644412 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-9419b9c9-6781-4533-8f97-62bfbaf9a42c tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:29:53.662254 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9419b9c9-6781-4533-8f97-62bfbaf9a42c tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:53.692976 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-d72d5946-82ab-45c1-a29e-a4d588cd5f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640632f1-2890-41d5-9080-83ba2ad71416', 'name': 'tempest-AttachVolumeShelveTestJSON-1099268491-router', 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '3e6c12a1-ba4a-4ea1-af49-000286b771ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:29:46Z', 'updated_at': '2021-08-31T15:29:50Z', 'revision_number': 4, 'project_id': '0018b07184be4602aa2184d192c944aa', 'gw_port': {'id': '3e6c12a1-ba4a-4ea1-af49-000286b771ba', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:75:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640632f1-2890-41d5-9080-83ba2ad71416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:29:46Z', 'updated_at': '2021-08-31T15:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': 'c06d0239-f808-43d8-86f8-e3bcddd48a66', 'name': '', 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886', 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'mac_address': 'fa:16:3e:93:5f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640632f1-2890-41d5-9080-83ba2ad71416', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a81a534a-35fe-443f-84ed-8e87d97ceef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:29:49Z', 'updated_at': '2021-08-31T15:29:50Z', 'revision_number': 2, 'project_id': '0018b07184be4602aa2184d192c944aa', 'subnets': [{'id': 'a81a534a-35fe-443f-84ed-8e87d97ceef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:29:53.696649 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72d5946-82ab-45c1-a29e-a4d588cd5f6e None None] Checking router: 640632f1-2890-41d5-9080-83ba2ad71416 for host: dv-cinder-802781-4-iscsi {{(pid=79279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:29:53.696992 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72d5946-82ab-45c1-a29e-a4d588cd5f6e None None] Updating router 640632f1-2890-41d5-9080-83ba2ad71416 port c06d0239-f808-43d8-86f8-e3bcddd48a66 binding host dv-cinder-802781-4-iscsi {{(pid=79279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:29:53.743817 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9419b9c9-6781-4533-8f97-62bfbaf9a42c tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:53.748314 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9419b9c9-6781-4533-8f97-62bfbaf9a42c tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858734'] for security_group_rule, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:53.750425 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-77d341ee-5c03-4ac2-a62c-045eb4089659 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:53.755485 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-d72d5946-82ab-45c1-a29e-a4d588cd5f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:53.773584 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419b9c9-6781-4533-8f97-62bfbaf9a42c tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1248738e-391f-4b14-a4c7-f5259337157f,revision_number=0']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:53.776252 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-9419b9c9-6781-4533-8f97-62bfbaf9a42c tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:53.785627 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9419b9c9-6781-4533-8f97-62bfbaf9a42c tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:53.790317 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-9419b9c9-6781-4533-8f97-62bfbaf9a42c tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1671653 Aug 31 15:29:53.790638 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 51896) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:53.796935 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-dbf42119-a236-414e-b4e9-1d3715a13f94 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Request body: {'floatingip': {'floating_network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:29:53.804748 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-dbf42119-a236-414e-b4e9-1d3715a13f94 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:29:53.808771 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-dbf42119-a236-414e-b4e9-1d3715a13f94 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Usage tracker for resource:floatingip and tenant:0018b07184be4602aa2184d192c944aa is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:29:53.811910 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-dbf42119-a236-414e-b4e9-1d3715a13f94 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:29:53.818220 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-dbf42119-a236-414e-b4e9-1d3715a13f94 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:29:53.829098 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-dbf42119-a236-414e-b4e9-1d3715a13f94 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks [] for floatingip, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:53.978213 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-dbf42119-a236-414e-b4e9-1d3715a13f94 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:54.128727 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.db_base_plugin_common [None req-dbf42119-a236-414e-b4e9-1d3715a13f94 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Allocated IP 172.27.1.25 (8f15a7b0-c0b9-4864-9373-42147a89de1a/497a4a38-4d00-4e5c-ae08-9918d0306661/3c3c24e7-ebd3-4acf-99b7-cd804e0e725e) {{(pid=79276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:29:54.157932 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-d72d5946-82ab-45c1-a29e-a4d588cd5f6e None None] Notify callbacks [] for port, precommit_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:54.170853 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.provisioning_blocks [None req-d72d5946-82ab-45c1-a29e-a4d588cd5f6e None None] Transition to ACTIVE for port object c06d0239-f808-43d8-86f8-e3bcddd48a66 will not be triggered until provisioned by entity L2. {{(pid=79279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:29:54.179181 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-d72d5946-82ab-45c1-a29e-a4d588cd5f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:54.189900 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:54.273225 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91fc3d9-2abd-40aa-9963-b834ff778b8f None None] Pushing event updated for resources: {'Port': ['ID=c06d0239-f808-43d8-86f8-e3bcddd48a66,revision_number=3']} {{(pid=79279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:54.283928 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91fc3d9-2abd-40aa-9963-b834ff778b8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:54.285020 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91fc3d9-2abd-40aa-9963-b834ff778b8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:54.285357 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91fc3d9-2abd-40aa-9963-b834ff778b8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:54.285881 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91fc3d9-2abd-40aa-9963-b834ff778b8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:54.286211 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91fc3d9-2abd-40aa-9963-b834ff778b8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:54.286535 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91fc3d9-2abd-40aa-9963-b834ff778b8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:54.286858 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91fc3d9-2abd-40aa-9963-b834ff778b8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:54.287278 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91fc3d9-2abd-40aa-9963-b834ff778b8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:54.287627 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91fc3d9-2abd-40aa-9963-b834ff778b8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:54.287949 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91fc3d9-2abd-40aa-9963-b834ff778b8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:54.288270 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91fc3d9-2abd-40aa-9963-b834ff778b8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:54.288585 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91fc3d9-2abd-40aa-9963-b834ff778b8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:29:54.331352 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-dbf42119-a236-414e-b4e9-1d3715a13f94 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks [] for port, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:54.381190 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-dbf42119-a236-414e-b4e9-1d3715a13f94 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1768796'] for port, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:54.391243 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:54.414645 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG oslo_concurrency.lockutils [None req-d91fc3d9-2abd-40aa-9963-b834ff778b8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=79279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:54.476391 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.managers [None req-d72d5946-82ab-45c1-a29e-a4d588cd5f6e None None] Attempting to bind port c06d0239-f808-43d8-86f8-e3bcddd48a66 on host dv-cinder-802781-4-iscsi for vnic_type normal with profile {{(pid=79279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:29:54.476991 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.managers [None req-d72d5946-82ab-45c1-a29e-a4d588cd5f6e None None] Attempting to bind port c06d0239-f808-43d8-86f8-e3bcddd48a66 by drivers openvswitch,hyperv on host dv-cinder-802781-4-iscsi at level 0 using segments [{'id': '55bbcfae-09d1-4d68-91e6-fad754499a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886'}] {{(pid=79279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:29:54.477545 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72d5946-82ab-45c1-a29e-a4d588cd5f6e None None] Attempting to bind port c06d0239-f808-43d8-86f8-e3bcddd48a66 on network f4d4882d-28d2-4fed-bbfd-7d71610fb886 {{(pid=79279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:29:54.483223 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72d5946-82ab-45c1-a29e-a4d588cd5f6e None None] Checking agent: {'id': 'b1845f19-f6eb-4023-b5bb-8a6030080bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 15, 36), 'started_at': datetime.datetime(2021, 8, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:29:54.483630 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72d5946-82ab-45c1-a29e-a4d588cd5f6e None None] Checking segment: {'id': '55bbcfae-09d1-4d68-91e6-fad754499a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:29:54.484032 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-d72d5946-82ab-45c1-a29e-a4d588cd5f6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:54.484588 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72d5946-82ab-45c1-a29e-a4d588cd5f6e None None] Bound using segment: {'id': '55bbcfae-09d1-4d68-91e6-fad754499a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886'} {{(pid=79279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:29:54.485229 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.managers [None req-d72d5946-82ab-45c1-a29e-a4d588cd5f6e None None] Bound port: c06d0239-f808-43d8-86f8-e3bcddd48a66, host: dv-cinder-802781-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55bbcfae-09d1-4d68-91e6-fad754499a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886'}}] {{(pid=79279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:29:54.486094 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-d72d5946-82ab-45c1-a29e-a4d588cd5f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:54.501305 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 3e6c12a1-ba4a-4ea1-af49-000286b771ba up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:29:54.515037 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf42119-a236-414e-b4e9-1d3715a13f94 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Network 8f15a7b0-c0b9-4864-9373-42147a89de1a is already hosted by enough agents. {{(pid=79276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:29:54.520079 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.base_scheduler [None req-dbf42119-a236-414e-b4e9-1d3715a13f94 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Resources bound (agent type, host, resource id): {{(pid=79276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:29:54.524091 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf42119-a236-414e-b4e9-1d3715a13f94 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Received port after_create {{(pid=79276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:29:54.576190 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf42119-a236-414e-b4e9-1d3715a13f94 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Pushing event updated for resources: {'Port': ['ID=3c3c24e7-ebd3-4acf-99b7-cd804e0e725e,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:54.582905 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-dbf42119-a236-414e-b4e9-1d3715a13f94 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:54.589851 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.db [None req-d72d5946-82ab-45c1-a29e-a4d588cd5f6e None None] For port c06d0239-f808-43d8-86f8-e3bcddd48a66, host dv-cinder-802781-4-iscsi, cleared binding levels {{(pid=79279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:29:54.593333 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.db [None req-d72d5946-82ab-45c1-a29e-a4d588cd5f6e None None] For port c06d0239-f808-43d8-86f8-e3bcddd48a66, host dv-cinder-802781-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=c06d0239-f808-43d8-86f8-e3bcddd48a66,segment=NetworkSegment(55bbcfae-09d1-4d68-91e6-fad754499a5e),segment_id=55bbcfae-09d1-4d68-91e6-fad754499a5e)] {{(pid=79279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:29:54.598650 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port 3e6c12a1-ba4a-4ea1-af49-000286b771ba triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:29:54.599366 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:54.600327 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-d72d5946-82ab-45c1-a29e-a4d588cd5f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:54.605212 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG oslo_concurrency.lockutils [None req-f8c1c77a-dffe-4c8f-aaba-4db7df77919a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:54.668936 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-dbf42119-a236-414e-b4e9-1d3715a13f94 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:54.696124 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72d5946-82ab-45c1-a29e-a4d588cd5f6e None None] Routers {'640632f1-2890-41d5-9080-83ba2ad71416'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:29:54.696756 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-d72d5946-82ab-45c1-a29e-a4d588cd5f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:29:38Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['640632f1-2890-41d5-9080-83ba2ad71416'], 'active': True} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:29:54.766765 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-dbf42119-a236-414e-b4e9-1d3715a13f94 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:54.780765 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91fc3d9-2abd-40aa-9963-b834ff778b8f None None] Pushing event updated for resources: {'Port': ['ID=c06d0239-f808-43d8-86f8-e3bcddd48a66,revision_number=4']} {{(pid=79279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:54.780875 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG oslo_concurrency.lockutils [None req-d91fc3d9-2abd-40aa-9963-b834ff778b8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:54.923816 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvr_db [None req-d72d5946-82ab-45c1-a29e-a4d588cd5f6e None None] Set router 640632f1-2890-41d5-9080-83ba2ad71416 gateway port host: dv-cinder-802781-4-iscsi {{(pid=79279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:29:55.028443 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-dbf42119-a236-414e-b4e9-1d3715a13f94 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks [] for port, precommit_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:55.034140 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-dbf42119-a236-414e-b4e9-1d3715a13f94 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1768773'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:55.039994 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-c24ce838-bb93-4d31-b34e-0d76f0f8a724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:55.120630 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf42119-a236-414e-b4e9-1d3715a13f94 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Pushing event updated for resources: {'Port': ['ID=3c3c24e7-ebd3-4acf-99b7-cd804e0e725e,revision_number=2']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:55.125061 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-dbf42119-a236-414e-b4e9-1d3715a13f94 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:55.193400 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-dbf42119-a236-414e-b4e9-1d3715a13f94 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906927'] for floatingip, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:55.221411 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-dbf42119-a236-414e-b4e9-1d3715a13f94 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for floatingip, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:55.233850 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-dbf42119-a236-414e-b4e9-1d3715a13f94 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4317062 Aug 31 15:29:55.280534 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-d72d5946-82ab-45c1-a29e-a4d588cd5f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640632f1-2890-41d5-9080-83ba2ad71416', 'name': 'tempest-AttachVolumeShelveTestJSON-1099268491-router', 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '3e6c12a1-ba4a-4ea1-af49-000286b771ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:29:46Z', 'updated_at': '2021-08-31T15:29:50Z', 'revision_number': 4, 'project_id': '0018b07184be4602aa2184d192c944aa', 'gw_port': {'id': '3e6c12a1-ba4a-4ea1-af49-000286b771ba', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:75:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640632f1-2890-41d5-9080-83ba2ad71416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:29:46Z', 'updated_at': '2021-08-31T15:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': 'c06d0239-f808-43d8-86f8-e3bcddd48a66', 'name': '', 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886', 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'mac_address': 'fa:16:3e:93:5f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640632f1-2890-41d5-9080-83ba2ad71416', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a81a534a-35fe-443f-84ed-8e87d97ceef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:29:49Z', 'updated_at': '2021-08-31T15:29:54Z', 'revision_number': 4, 'project_id': '0018b07184be4602aa2184d192c944aa', 'subnets': [{'id': 'a81a534a-35fe-443f-84ed-8e87d97ceef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:29:55.285117 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72d5946-82ab-45c1-a29e-a4d588cd5f6e None None] The sync data for ids ['640632f1-2890-41d5-9080-83ba2ad71416'] in dv-cinder-802781-4-iscsi is: [{'id': '640632f1-2890-41d5-9080-83ba2ad71416', 'name': 'tempest-AttachVolumeShelveTestJSON-1099268491-router', 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '3e6c12a1-ba4a-4ea1-af49-000286b771ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:29:46Z', 'updated_at': '2021-08-31T15:29:50Z', 'revision_number': 4, 'project_id': '0018b07184be4602aa2184d192c944aa', 'gw_port': {'id': '3e6c12a1-ba4a-4ea1-af49-000286b771ba', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:75:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640632f1-2890-41d5-9080-83ba2ad71416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:29:46Z', 'updated_at': '2021-08-31T15:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': 'c06d0239-f808-43d8-86f8-e3bcddd48a66', 'name': '', 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886', 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'mac_address': 'fa:16:3e:93:5f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640632f1-2890-41d5-9080-83ba2ad71416', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a81a534a-35fe-443f-84ed-8e87d97ceef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:29:49Z', 'updated_at': '2021-08-31T15:29:54Z', 'revision_number': 4, 'project_id': '0018b07184be4602aa2184d192c944aa', 'subnets': [{'id': 'a81a534a-35fe-443f-84ed-8e87d97ceef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:29:55.553815 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-77d48886-b687-4990-bc73-9cac0b8c477b tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Synchronizing usage tracker for tenant:0018b07184be4602aa2184d192c944aa on resource:security_group {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:29:55.579580 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-77d48886-b687-4990-bc73-9cac0b8c477b tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Unset dirty status for tenant:0018b07184be4602aa2184d192c944aa on resource:security_group {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:29:55.581572 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-77d48886-b687-4990-bc73-9cac0b8c477b tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1142957139&fields=id&tenant_id=0018b07184be4602aa2184d192c944aa HTTP/1.1" status: 200 len: 267 time: 0.0845273 Aug 31 15:29:55.783005 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-09e5cfa4-0f96-46a0-8501-10ec24cbfc46 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:55.783005 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-09e5cfa4-0f96-46a0-8501-10ec24cbfc46 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Synchronizing usage tracker for tenant:0018b07184be4602aa2184d192c944aa on resource:network {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:29:55.806156 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-09e5cfa4-0f96-46a0-8501-10ec24cbfc46 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Unset dirty status for tenant:0018b07184be4602aa2184d192c944aa on resource:network {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:29:55.808764 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-09e5cfa4-0f96-46a0-8501-10ec24cbfc46 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/networks?id=f4d4882d-28d2-4fed-bbfd-7d71610fb886 HTTP/1.1" status: 200 len: 817 time: 0.2209103 Aug 31 15:29:55.828236 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-dca94449-5c1a-47f2-a7e2-682021f20197 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/quotas/0018b07184be4602aa2184d192c944aa HTTP/1.1" status: 200 len: 375 time: 0.0137191 Aug 31 15:29:55.865403 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 51960) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:55.921361 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-8db2604d-f3c1-4196-b213-42cc9764aa36 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Synchronizing usage tracker for tenant:0018b07184be4602aa2184d192c944aa on resource:port {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:29:55.940100 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-8db2604d-f3c1-4196-b213-42cc9764aa36 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Unset dirty status for tenant:0018b07184be4602aa2184d192c944aa on resource:port {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:29:55.942128 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-8db2604d-f3c1-4196-b213-42cc9764aa36 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0018b07184be4602aa2184d192c944aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1076791 Aug 31 15:29:56.001103 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0a27d4a4-0bef-42f6-bc6f-f5c319588426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:56.017906 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-0a27d4a4-0bef-42f6-bc6f-f5c319588426 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:29:56.024042 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-0a27d4a4-0bef-42f6-bc6f-f5c319588426 admin admin] Usage tracker for resource:security_group_rule and tenant:ee937335009d4d338cd5b9d9aac45b38 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:29:56.027421 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-0a27d4a4-0bef-42f6-bc6f-f5c319588426 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:29:56.036537 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-0a27d4a4-0bef-42f6-bc6f-f5c319588426 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:29:56.100944 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-5bf598e3-8fad-4ecd-b399-c12fabac8d82 service neutron] 10.222.0.81 "GET /v2.0/networks/f4d4882d-28d2-4fed-bbfd-7d71610fb886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465628 Aug 31 15:29:56.131980 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0a27d4a4-0bef-42f6-bc6f-f5c319588426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:56.136967 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0a27d4a4-0bef-42f6-bc6f-f5c319588426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:56.146417 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-8d020ef0-7093-4a65-8b79-b192394553a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:56.192063 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-0a27d4a4-0bef-42f6-bc6f-f5c319588426 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ee937335009d4d338cd5b9d9aac45b38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3253932 Aug 31 15:29:56.192977 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a27d4a4-0bef-42f6-bc6f-f5c319588426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1f387d-5088-4fcb-bbd5-92bf81605184,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:56.195713 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 51966) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:56.197764 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-0a27d4a4-0bef-42f6-bc6f-f5c319588426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:56.248247 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-9a0cdda5-7a79-40a1-8abd-b9aaafd2ae19 service neutron] 10.222.0.81 "GET /v2.0/networks/f4d4882d-28d2-4fed-bbfd-7d71610fb886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414196 Aug 31 15:29:56.350780 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d2b33080-9817-489d-877f-219751855359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:56.380224 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d2b33080-9817-489d-877f-219751855359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:56.494917 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-c6b0a7bf-459c-46a0-883a-4ea4dca47680 req-4dd7413f-bbcd-4ff7-b668-09429b7ce660 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 210 time: 0.0779696 Aug 31 15:29:56.523993 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device c06d0239-f808-43d8-86f8-e3bcddd48a66 up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:29:56.539344 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d2b33080-9817-489d-877f-219751855359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:56.547247 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a2b91435-a2de-4646-bf78-24192353272c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:56.561203 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b33080-9817-489d-877f-219751855359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1f387d-5088-4fcb-bbd5-92bf81605184,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:56.563693 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-d2b33080-9817-489d-877f-219751855359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:56.564627 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d2b33080-9817-489d-877f-219751855359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:56.565980 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-d2b33080-9817-489d-877f-219751855359 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dc1f387d-5088-4fcb-bbd5-92bf81605184 HTTP/1.1" status: 204 len: 168 time: 0.3697326 Aug 31 15:29:56.649773 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning for port c06d0239-f808-43d8-86f8-e3bcddd48a66 completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:29:56.657006 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port c06d0239-f808-43d8-86f8-e3bcddd48a66 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:29:56.657773 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:56.798044 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:56.838660 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] For port c06d0239-f808-43d8-86f8-e3bcddd48a66, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=c06d0239-f808-43d8-86f8-e3bcddd48a66,segment=NetworkSegment(55bbcfae-09d1-4d68-91e6-fad754499a5e),segment_id=55bbcfae-09d1-4d68-91e6-fad754499a5e)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:29:56.844708 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:56.847389 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:56.923154 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Pushing event updated for resources: {'Port': ['ID=c06d0239-f808-43d8-86f8-e3bcddd48a66,revision_number=5']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:56.926546 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:56.941877 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 51988) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:56.959181 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-bdcaf64c-09a9-4da7-9c5c-26b558bad407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:56.973885 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-bdcaf64c-09a9-4da7-9c5c-26b558bad407 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:29:56.977701 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-bdcaf64c-09a9-4da7-9c5c-26b558bad407 admin admin] Usage tracker for resource:security_group_rule and tenant:dd4ddd4c17934e5eb5c02887f81b8d1b is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:29:56.980487 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-bdcaf64c-09a9-4da7-9c5c-26b558bad407 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:29:56.986067 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-bdcaf64c-09a9-4da7-9c5c-26b558bad407 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:29:57.068853 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-bdcaf64c-09a9-4da7-9c5c-26b558bad407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:57.072608 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-bdcaf64c-09a9-4da7-9c5c-26b558bad407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:57.079347 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-8e299688-9562-4879-848c-49e196cd6132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:57.130151 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcaf64c-09a9-4da7-9c5c-26b558bad407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad058452-06cd-4e6d-84e6-e964945080f3,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:57.133114 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-bdcaf64c-09a9-4da7-9c5c-26b558bad407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:57.136475 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-bdcaf64c-09a9-4da7-9c5c-26b558bad407 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dd4ddd4c17934e5eb5c02887f81b8d1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1936080 Aug 31 15:29:57.139169 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 51992) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:29:57.198645 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-772ab55a-8466-4b07-9167-e09a9db64135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:57.224872 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-772ab55a-8466-4b07-9167-e09a9db64135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:57.275580 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-772ab55a-8466-4b07-9167-e09a9db64135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:57.280204 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:29:57.293565 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772ab55a-8466-4b07-9167-e09a9db64135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad058452-06cd-4e6d-84e6-e964945080f3,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:29:57.295878 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-772ab55a-8466-4b07-9167-e09a9db64135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:29:57.297989 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-772ab55a-8466-4b07-9167-e09a9db64135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:57.301581 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-772ab55a-8466-4b07-9167-e09a9db64135 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ad058452-06cd-4e6d-84e6-e964945080f3 HTTP/1.1" status: 204 len: 168 time: 0.1590364 Aug 31 15:29:57.687988 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-47720489-82fe-4228-830c-3a29f537d85d req-221b98e4-c04e-40be-a409-8d97ddf0079b tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 210 time: 0.0464964 Aug 31 15:29:58.445476 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device c06d0239-f808-43d8-86f8-e3bcddd48a66 up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:29:58.515742 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port c06d0239-f808-43d8-86f8-e3bcddd48a66 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:29:58.516115 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:29:58.850320 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-674e2704-2d87-4e82-8b88-591f183c40f5 req-f21026cb-e373-4a7f-af5b-02b197fb7ea3 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 210 time: 0.0468163 Aug 31 15:29:59.663001 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-f138fe5b-fbd5-43f1-be70-40ca04f87251 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:29:59.664450 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-f138fe5b-fbd5-43f1-be70-40ca04f87251 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.64 "GET /v2.0/networks?id=f4d4882d-28d2-4fed-bbfd-7d71610fb886 HTTP/1.1" status: 200 len: 817 time: 0.1539955 Aug 31 15:29:59.722404 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-82c9c34f-245f-4af0-8a15-cd34a30ead2a tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0018b07184be4602aa2184d192c944aa HTTP/1.1" status: 200 len: 380 time: 0.0409951 Aug 31 15:29:59.731579 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-3d26af06-2e57-4b75-9322-faed4a4eb7fd tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Request body: {'port': {'device_id': '4dfa32ad-91cf-4fcb-97be-18b5636b9c5d', 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886', 'admin_state_up': True, 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'security_groups': ['2555382b-e636-4805-a0c7-6c7fe501e2d1']}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:29:59.871760 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-3d26af06-2e57-4b75-9322-faed4a4eb7fd tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:29:59.882126 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-3d26af06-2e57-4b75-9322-faed4a4eb7fd tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:29:59.897127 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-3d26af06-2e57-4b75-9322-faed4a4eb7fd tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Made reservation on behalf of 0018b07184be4602aa2184d192c944aa for: {'port': 1} {{(pid=79277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:29:59.900881 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-3d26af06-2e57-4b75-9322-faed4a4eb7fd tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:00.020002 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ddd707c3-a4c8-4f97-9c05-42d980262cd8 req-0e4b445a-d637-4c16-bf1d-e1aa4f0c6c0c tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 210 time: 0.0521522 Aug 31 15:30:00.125885 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.db_base_plugin_common [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-3d26af06-2e57-4b75-9322-faed4a4eb7fd tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Allocated IP 172.20.0.13 (f4d4882d-28d2-4fed-bbfd-7d71610fb886/a81a534a-35fe-443f-84ed-8e87d97ceef8/21a93650-0680-48d5-a2c5-480caa1b0b40) {{(pid=79277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:30:00.483690 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-3d26af06-2e57-4b75-9322-faed4a4eb7fd tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks [] for port, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:00.505167 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.provisioning_blocks [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-3d26af06-2e57-4b75-9322-faed4a4eb7fd tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Transition to ACTIVE for port object 21a93650-0680-48d5-a2c5-480caa1b0b40 will not be triggered until provisioned by entity DHCP. {{(pid=79277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:30:00.524439 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac13390-4f26-48c3-ae54-334d0dbb8d10 req-3c7a2803-4ed2-49f2-85f2-1b3eead68d2c tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:00.525811 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-fac13390-4f26-48c3-ae54-334d0dbb8d10 req-3c7a2803-4ed2-49f2-85f2-1b3eead68d2c tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 945 time: 0.2393522 Aug 31 15:30:00.576596 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-fac13390-4f26-48c3-ae54-334d0dbb8d10 req-efee01fb-29bb-4aab-8fa3-e482af8abad1 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451097 Aug 31 15:30:00.577680 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-3d26af06-2e57-4b75-9322-faed4a4eb7fd tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10695601'] for port, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:00.584720 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-d25fb734-a280-499e-8883-9d1c73cdae50 tempest-VolumesActionsTest-458523566 tempest-VolumesActionsTest-458523566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:30:00.647188 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-3d26af06-2e57-4b75-9322-faed4a4eb7fd tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Network f4d4882d-28d2-4fed-bbfd-7d71610fb886 is already hosted by enough agents. {{(pid=79277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:30:00.650429 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.base_scheduler [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-3d26af06-2e57-4b75-9322-faed4a4eb7fd tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Resources bound (agent type, host, resource id): {{(pid=79277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:30:00.652907 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-3d26af06-2e57-4b75-9322-faed4a4eb7fd tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Received port after_create {{(pid=79277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:30:00.698149 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26af06-2e57-4b75-9322-faed4a4eb7fd tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Pushing event updated for resources: {'Port': ['ID=21a93650-0680-48d5-a2c5-480caa1b0b40,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:30:00.701096 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-3d26af06-2e57-4b75-9322-faed4a4eb7fd tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:30:00.729157 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-3d26af06-2e57-4b75-9322-faed4a4eb7fd tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:00.729756 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-3d26af06-2e57-4b75-9322-faed4a4eb7fd tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:00.756113 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-3d26af06-2e57-4b75-9322-faed4a4eb7fd tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0284789 Aug 31 15:30:00.859184 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-2841754d-eb4c-4e2e-a9e2-8ed26dd81d92 None None] Provisioning for port 21a93650-0680-48d5-a2c5-480caa1b0b40 completed by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:30:00.867818 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-2841754d-eb4c-4e2e-a9e2-8ed26dd81d92 None None] Provisioning complete for port 21a93650-0680-48d5-a2c5-480caa1b0b40 triggered by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:30:00.868191 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-2841754d-eb4c-4e2e-a9e2-8ed26dd81d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:00.923483 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-2841754d-eb4c-4e2e-a9e2-8ed26dd81d92 None None] Port 21a93650-0680-48d5-a2c5-480caa1b0b40 cannot update to ACTIVE because it is not bound. {{(pid=79278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:30:01.213292 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03704ab-1d14-4a7d-aa53-2841c3657dcb req-601f1e8b-4697-49b5-ab2b-772e1e29cb93 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:01.214780 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-e03704ab-1d14-4a7d-aa53-2841c3657dcb req-601f1e8b-4697-49b5-ab2b-772e1e29cb93 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 932 time: 0.0830340 Aug 31 15:30:01.263896 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [req-e03704ab-1d14-4a7d-aa53-2841c3657dcb req-861148de-76b6-491a-901a-e0eaf6c2ab6b tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Synchronizing usage tracker for tenant:0018b07184be4602aa2184d192c944aa on resource:security_group {{(pid=79276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:30:01.276295 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [req-e03704ab-1d14-4a7d-aa53-2841c3657dcb req-861148de-76b6-491a-901a-e0eaf6c2ab6b tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Unset dirty status for tenant:0018b07184be4602aa2184d192c944aa on resource:security_group {{(pid=79276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:30:01.277495 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-e03704ab-1d14-4a7d-aa53-2841c3657dcb req-861148de-76b6-491a-901a-e0eaf6c2ab6b tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570264 Aug 31 15:30:01.763592 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909cb459-6200-4b72-93a9-84f434e8fd49 req-f2ae5a9c-ae88-49ca-96ad-5c5e19a6c144 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:01.765036 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-909cb459-6200-4b72-93a9-84f434e8fd49 req-f2ae5a9c-ae88-49ca-96ad-5c5e19a6c144 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 945 time: 0.0796444 Aug 31 15:30:01.809423 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-909cb459-6200-4b72-93a9-84f434e8fd49 req-5d76f91a-9620-43c2-844e-b0eae7d071fd tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382798 Aug 31 15:30:02.045346 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 6 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:30:02.468848 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358a6b0-8b41-4d8e-8af9-78bd14e4eae3 req-31a3ad68-87e3-40dd-9bea-cba445da87ce tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:02.470582 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-c358a6b0-8b41-4d8e-8af9-78bd14e4eae3 req-31a3ad68-87e3-40dd-9bea-cba445da87ce tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 932 time: 0.0804131 Aug 31 15:30:02.515208 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-c358a6b0-8b41-4d8e-8af9-78bd14e4eae3 req-132c8051-3c4b-4ee3-bf39-b0308c55ec7d tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389614 Aug 31 15:30:02.998858 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971dca37-51b9-4eac-a973-d0c711c09742 req-b1b2804a-50b4-4599-9469-0ecf594d4f61 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:03.000333 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-971dca37-51b9-4eac-a973-d0c711c09742 req-b1b2804a-50b4-4599-9469-0ecf594d4f61 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 945 time: 0.0866354 Aug 31 15:30:03.045638 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-971dca37-51b9-4eac-a973-d0c711c09742 req-32d3310a-848a-4768-85bd-966600aea979 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394409 Aug 31 15:30:03.708397 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c14f7-01a2-4825-a9fe-01915f4b85da req-74d37800-6c31-49ff-8e28-422c941bd073 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:03.709882 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-f75c14f7-01a2-4825-a9fe-01915f4b85da req-74d37800-6c31-49ff-8e28-422c941bd073 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 932 time: 0.0860298 Aug 31 15:30:03.755212 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-f75c14f7-01a2-4825-a9fe-01915f4b85da req-c1ad4ffb-94e4-466e-a638-9ed7b8f6c7cc tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395718 Aug 31 15:30:04.040524 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-5db6dc38-050e-4294-9928-d91c771770e4 service neutron] Request body: {'port': {'device_id': '4dfa32ad-91cf-4fcb-97be-18b5636b9c5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:30:04.208730 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-5db6dc38-050e-4294-9928-d91c771770e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:04.313058 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f73eb-7482-4db7-ae2c-368a4fc11576 req-333fd11f-eba7-4103-8396-eb54761b340d tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:04.314573 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ac6f73eb-7482-4db7-ae2c-368a4fc11576 req-333fd11f-eba7-4103-8396-eb54761b340d tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 945 time: 0.1633449 Aug 31 15:30:04.437971 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ac6f73eb-7482-4db7-ae2c-368a4fc11576 req-6ba67d4c-5609-44df-9e68-8acd47673023 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839813 Aug 31 15:30:04.618893 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-5db6dc38-050e-4294-9928-d91c771770e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21a93650-0680-48d5-a2c5-480caa1b0b40 {{(pid=79277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:30:04.626860 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-5db6dc38-050e-4294-9928-d91c771770e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:04.642585 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.provisioning_blocks [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-5db6dc38-050e-4294-9928-d91c771770e4 service neutron] Transition to ACTIVE for port object 21a93650-0680-48d5-a2c5-480caa1b0b40 will not be triggered until provisioned by entity L2. {{(pid=79277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:30:04.647017 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-5db6dc38-050e-4294-9928-d91c771770e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10695592'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:04.650833 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-b2e990bd-9235-453f-90a1-3a32e7f56b0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:30:04.843417 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db6dc38-050e-4294-9928-d91c771770e4 service neutron] Pushing event updated for resources: {'Port': ['ID=21a93650-0680-48d5-a2c5-480caa1b0b40,revision_number=2']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:30:04.851821 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-5db6dc38-050e-4294-9928-d91c771770e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:30:04.895956 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-5db6dc38-050e-4294-9928-d91c771770e4 service neutron] Attempting to bind port 21a93650-0680-48d5-a2c5-480caa1b0b40 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:30:04.896282 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-5db6dc38-050e-4294-9928-d91c771770e4 service neutron] Attempting to bind port 21a93650-0680-48d5-a2c5-480caa1b0b40 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '55bbcfae-09d1-4d68-91e6-fad754499a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886'}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:30:04.896597 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-5db6dc38-050e-4294-9928-d91c771770e4 service neutron] Attempting to bind port 21a93650-0680-48d5-a2c5-480caa1b0b40 on network f4d4882d-28d2-4fed-bbfd-7d71610fb886 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:30:04.901939 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-5db6dc38-050e-4294-9928-d91c771770e4 service neutron] Port 21a93650-0680-48d5-a2c5-480caa1b0b40 on network f4d4882d-28d2-4fed-bbfd-7d71610fb886 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 31 15:30:04.902255 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-5db6dc38-050e-4294-9928-d91c771770e4 service neutron] Attempting to bind port 21a93650-0680-48d5-a2c5-480caa1b0b40 on network f4d4882d-28d2-4fed-bbfd-7d71610fb886 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:30:04.907282 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-5db6dc38-050e-4294-9928-d91c771770e4 service neutron] Checking agent: {'id': '62cd79da-47e6-4754-8d0e-eaf0f2299a96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 22, 7), 'started_at': datetime.datetime(2021, 8, 31, 15, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:30:04.907639 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-5db6dc38-050e-4294-9928-d91c771770e4 service neutron] Checking segment: {'id': '55bbcfae-09d1-4d68-91e6-fad754499a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:30:04.908019 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-5db6dc38-050e-4294-9928-d91c771770e4 service neutron] Bound using segment: {'id': '55bbcfae-09d1-4d68-91e6-fad754499a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886'} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:30:04.908451 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-5db6dc38-050e-4294-9928-d91c771770e4 service neutron] Bound port: 21a93650-0680-48d5-a2c5-480caa1b0b40, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55bbcfae-09d1-4d68-91e6-fad754499a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886'}}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:30:04.909307 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-5db6dc38-050e-4294-9928-d91c771770e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:04.965947 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c12875-5d39-465a-834c-3b925aecb544 req-e9d970a7-fa44-4fc1-acd8-426768899088 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:04.968133 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-a4c12875-5d39-465a-834c-3b925aecb544 req-e9d970a7-fa44-4fc1-acd8-426768899088 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 944 time: 0.0844347 Aug 31 15:30:05.000627 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-5db6dc38-050e-4294-9928-d91c771770e4 service neutron] For port 21a93650-0680-48d5-a2c5-480caa1b0b40, host hv-cinder-80278, cleared binding levels {{(pid=79277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:30:05.003947 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-5db6dc38-050e-4294-9928-d91c771770e4 service neutron] For port 21a93650-0680-48d5-a2c5-480caa1b0b40, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=21a93650-0680-48d5-a2c5-480caa1b0b40,segment=NetworkSegment(55bbcfae-09d1-4d68-91e6-fad754499a5e),segment_id=55bbcfae-09d1-4d68-91e6-fad754499a5e)] {{(pid=79277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:30:05.008389 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-5db6dc38-050e-4294-9928-d91c771770e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10695592'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:05.011998 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-c0d5fc5b-e1ab-47e3-8ce5-3daf0e5ddbdc tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:30:05.014559 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-a4c12875-5d39-465a-834c-3b925aecb544 req-8ad01f60-9a24-4d3f-9b9b-e01c8f192eed tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395017 Aug 31 15:30:05.071039 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-5db6dc38-050e-4294-9928-d91c771770e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:05.072284 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-5db6dc38-050e-4294-9928-d91c771770e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:05.073801 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-5db6dc38-050e-4294-9928-d91c771770e4 service neutron] 10.222.0.64 "PUT /v2.0/ports/21a93650-0680-48d5-a2c5-480caa1b0b40 HTTP/1.1" status: 200 len: 1094 time: 1.1360376 Aug 31 15:30:05.076294 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dfa32ad-91cf-4fcb-97be-18b5636b9c5d', 'tag': '21a93650-0680-48d5-a2c5-480caa1b0b40'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:30:05.098933 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db6dc38-050e-4294-9928-d91c771770e4 service neutron] Pushing event updated for resources: {'Port': ['ID=21a93650-0680-48d5-a2c5-480caa1b0b40,revision_number=3']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:30:05.109101 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-5db6dc38-050e-4294-9928-d91c771770e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:30:05.222833 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-f9f18474-7884-4e3b-a88a-8a3ed6e59286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:05.224537 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-f9f18474-7884-4e3b-a88a-8a3ed6e59286 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0018b07184be4602aa2184d192c944aa&device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 1097 time: 0.0777013 Aug 31 15:30:05.282770 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-fc1461c0-a7af-4e67-80f3-1f2b31c0e0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:05.303846 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dfa32ad-91cf-4fcb-97be-18b5636b9c5d', 'tag': '21a93650-0680-48d5-a2c5-480caa1b0b40', 'status': 'completed', 'code': 200} Aug 31 15:30:05.315211 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-8765a71a-6af3-49b9-b389-9b2ef2f7522e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21a93650-0680-48d5-a2c5-480caa1b0b40 HTTP/1.1" status: 200 len: 217 time: 0.0658808 Aug 31 15:30:05.377064 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-6ff873bb-efc0-4ac8-af49-7c6349895a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:05.379106 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-6ff873bb-efc0-4ac8-af49-7c6349895a46 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a81a534a-35fe-443f-84ed-8e87d97ceef8 HTTP/1.1" status: 200 len: 856 time: 0.0575311 Aug 31 15:30:05.454107 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-ad72c2cb-35dc-44f6-af6d-f1663342d774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:05.456218 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-ad72c2cb-35dc-44f6-af6d-f1663342d774 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f4d4882d-28d2-4fed-bbfd-7d71610fb886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693028 Aug 31 15:30:05.606565 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:05.640370 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b86fc3-9cbc-49bd-b53e-9891bd298d62 req-d456427e-3f99-4e02-a65c-1c45c160a42d tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:05.641825 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-49b86fc3-9cbc-49bd-b53e-9891bd298d62 req-d456427e-3f99-4e02-a65c-1c45c160a42d tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 945 time: 0.0938509 Aug 31 15:30:05.688543 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-49b86fc3-9cbc-49bd-b53e-9891bd298d62 req-097e4373-1ea9-4cac-9b9c-4503f75b004e tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402691 Aug 31 15:30:05.704205 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-ec74760a-e6bf-4679-9e33-7b6d456f2209 service neutron] 10.222.0.64 "GET /v2.0/networks/f4d4882d-28d2-4fed-bbfd-7d71610fb886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395351 Aug 31 15:30:05.841268 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3bd10f26-e48b-4f8d-a904-8d3c79f0d822 req-f792e86e-7f39-4235-be9b-15192e35db54 service neutron] 10.222.0.64 "GET /v2.0/networks/f4d4882d-28d2-4fed-bbfd-7d71610fb886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291468 Aug 31 15:30:06.035376 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c017ea8-763c-4b4d-a81c-c0de219493ac req-7915628c-0593-4629-aab8-abe44db708b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:06.036871 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6c017ea8-763c-4b4d-a81c-c0de219493ac req-7915628c-0593-4629-aab8-abe44db708b2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0018b07184be4602aa2184d192c944aa&device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 1097 time: 0.0735917 Aug 31 15:30:06.232891 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c017ea8-763c-4b4d-a81c-c0de219493ac req-d8e26880-49de-4c48-8419-0709ff014654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:06.234336 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6c017ea8-763c-4b4d-a81c-c0de219493ac req-d8e26880-49de-4c48-8419-0709ff014654 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f4d4882d-28d2-4fed-bbfd-7d71610fb886 HTTP/1.1" status: 200 len: 918 time: 0.1890976 Aug 31 15:30:06.312286 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6c017ea8-763c-4b4d-a81c-c0de219493ac req-b1e1ab82-df92-41fa-afdd-39a21b9013f0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21a93650-0680-48d5-a2c5-480caa1b0b40 HTTP/1.1" status: 200 len: 217 time: 0.0697145 Aug 31 15:30:06.321511 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846fe58-3f7b-4c7f-8cbc-5383229396cd req-2c7f738d-8de1-4697-97eb-eabfac8ea238 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:06.322268 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-3846fe58-3f7b-4c7f-8cbc-5383229396cd req-2c7f738d-8de1-4697-97eb-eabfac8ea238 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Synchronizing usage tracker for tenant:0018b07184be4602aa2184d192c944aa on resource:port {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:30:06.391092 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-3846fe58-3f7b-4c7f-8cbc-5383229396cd req-2c7f738d-8de1-4697-97eb-eabfac8ea238 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Unset dirty status for tenant:0018b07184be4602aa2184d192c944aa on resource:port {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:30:06.392406 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3846fe58-3f7b-4c7f-8cbc-5383229396cd req-2c7f738d-8de1-4697-97eb-eabfac8ea238 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 944 time: 0.2592206 Aug 31 15:30:06.396619 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c017ea8-763c-4b4d-a81c-c0de219493ac req-5994b73e-d97d-4c55-822f-b83cddeb0853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:06.397573 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6c017ea8-763c-4b4d-a81c-c0de219493ac req-5994b73e-d97d-4c55-822f-b83cddeb0853 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a81a534a-35fe-443f-84ed-8e87d97ceef8 HTTP/1.1" status: 200 len: 856 time: 0.0708945 Aug 31 15:30:06.482242 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3846fe58-3f7b-4c7f-8cbc-5383229396cd req-18ddf78a-dc55-477e-9515-421ceeb5e233 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838110 Aug 31 15:30:06.506317 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c017ea8-763c-4b4d-a81c-c0de219493ac req-54d8949a-78c2-4cfa-bf69-52ea7093ad35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:06.508052 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6c017ea8-763c-4b4d-a81c-c0de219493ac req-54d8949a-78c2-4cfa-bf69-52ea7093ad35 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f4d4882d-28d2-4fed-bbfd-7d71610fb886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0878274 Aug 31 15:30:06.644265 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6c017ea8-763c-4b4d-a81c-c0de219493ac req-ce715720-46ad-40ad-8498-8fd1f5a591bd service neutron] 10.222.0.64 "GET /v2.0/networks/f4d4882d-28d2-4fed-bbfd-7d71610fb886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249955 Aug 31 15:30:06.783203 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6c017ea8-763c-4b4d-a81c-c0de219493ac req-f4e9d038-214b-4778-a760-0af03d5ca269 service neutron] 10.222.0.64 "GET /v2.0/networks/f4d4882d-28d2-4fed-bbfd-7d71610fb886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315722 Aug 31 15:30:06.884943 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432952f-1764-436a-a34b-3cafa9394071 req-d1fd321f-e4df-4c70-853e-d27911c8b91b tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:06.886303 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-7432952f-1764-436a-a34b-3cafa9394071 req-d1fd321f-e4df-4c70-853e-d27911c8b91b tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 945 time: 0.0796320 Aug 31 15:30:06.934101 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-7432952f-1764-436a-a34b-3cafa9394071 req-f7da36a7-be23-4605-8153-95251526445e tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421305 Aug 31 15:30:07.676381 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93302b21-a8c0-4f14-87c8-30c29d4f97b1 req-566092f2-575d-4e96-8e14-b5698b7e61c9 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:07.677763 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-93302b21-a8c0-4f14-87c8-30c29d4f97b1 req-566092f2-575d-4e96-8e14-b5698b7e61c9 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 944 time: 0.0868957 Aug 31 15:30:07.709745 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-11fae559-6cf9-4d16-b0dc-15c659a652f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:07.726561 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-93302b21-a8c0-4f14-87c8-30c29d4f97b1 req-ee288e58-e12f-44b2-9960-69fd900978d5 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427196 Aug 31 15:30:08.131136 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cd0d3-b026-4990-9229-6de3683be59c req-591b6305-9fad-44b7-9ae9-a4780e9fb7e6 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:08.132748 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-626cd0d3-b026-4990-9229-6de3683be59c req-591b6305-9fad-44b7-9ae9-a4780e9fb7e6 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 945 time: 0.0830624 Aug 31 15:30:08.176936 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-626cd0d3-b026-4990-9229-6de3683be59c req-1fbc9416-654e-4b99-a262-0d15d2b99c8d tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385141 Aug 31 15:30:08.866972 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:08.911878 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656de3f-018c-401e-8acd-703e3d9e2039 req-56d862a5-8fb2-4452-ade7-65017a716186 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:08.913329 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5656de3f-018c-401e-8acd-703e3d9e2039 req-56d862a5-8fb2-4452-ade7-65017a716186 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 944 time: 0.0803704 Aug 31 15:30:08.962403 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5656de3f-018c-401e-8acd-703e3d9e2039 req-3514d00a-c7d4-473b-856c-5175c5c3df45 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435286 Aug 31 15:30:09.372539 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad65b17-c7e4-4e5c-8974-a8170ae14ec2 req-dcc1440b-7d03-4338-af4a-d9bf221fb454 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:09.375222 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7ad65b17-c7e4-4e5c-8974-a8170ae14ec2 req-dcc1440b-7d03-4338-af4a-d9bf221fb454 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 945 time: 0.0866201 Aug 31 15:30:09.431940 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7ad65b17-c7e4-4e5c-8974-a8170ae14ec2 req-85f55b78-0d8d-4847-b5ad-c0f3d331d814 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502012 Aug 31 15:30:09.443411 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:09.959689 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 21a93650-0680-48d5-a2c5-480caa1b0b40 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:30:10.099241 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 21a93650-0680-48d5-a2c5-480caa1b0b40, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=21a93650-0680-48d5-a2c5-480caa1b0b40,segment=NetworkSegment(55bbcfae-09d1-4d68-91e6-fad754499a5e),segment_id=55bbcfae-09d1-4d68-91e6-fad754499a5e)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:30:10.115816 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Returning: {'device': '21a93650-0680-48d5-a2c5-480caa1b0b40', 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886', 'port_id': '21a93650-0680-48d5-a2c5-480caa1b0b40', 'mac_address': 'fa:16:3e:b3:8b:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a81a534a-35fe-443f-84ed-8e87d97ceef8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:30:10.173710 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646c8dd-5ec8-4cba-9543-693fde92771d req-bb36928c-f10b-49ef-a9bf-c17807dabdee tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:10.176482 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-2646c8dd-5ec8-4cba-9543-693fde92771d req-bb36928c-f10b-49ef-a9bf-c17807dabdee tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 944 time: 0.0971823 Aug 31 15:30:10.179013 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:10.224141 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21a93650-0680-48d5-a2c5-480caa1b0b40 {{(pid=79278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:30:10.230457 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-2646c8dd-5ec8-4cba-9543-693fde92771d req-ab254a6a-2ae4-4adf-9397-3fa4e14c5a2d tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474722 Aug 31 15:30:10.242543 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 21a93650-0680-48d5-a2c5-480caa1b0b40, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=21a93650-0680-48d5-a2c5-480caa1b0b40,segment=NetworkSegment(55bbcfae-09d1-4d68-91e6-fad754499a5e),segment_id=55bbcfae-09d1-4d68-91e6-fad754499a5e)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:30:10.247568 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:10.249638 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:30:10.319234 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=21a93650-0680-48d5-a2c5-480caa1b0b40,revision_number=4']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:30:10.322415 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:30:10.540835 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:10.654620 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5f61d-785e-436d-8b7e-1a4c531a85ab req-cdaaa238-6b9d-4d40-b257-f76c3ec1167f tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:10.656341 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-eee5f61d-785e-436d-8b7e-1a4c531a85ab req-cdaaa238-6b9d-4d40-b257-f76c3ec1167f tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 945 time: 0.0989947 Aug 31 15:30:10.721393 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-eee5f61d-785e-436d-8b7e-1a4c531a85ab req-36157eb3-8ef4-4eeb-b9ec-2f3531d52899 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564141 Aug 31 15:30:10.748448 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] get_ports_and_sgs() called for port_ids ['21a93650-0680-48d5-a2c5-480caa1b0b40'] {{(pid=79278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:30:11.075160 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ada92b-485f-443f-bee9-e1e7b4d87800 req-2cb89f5d-2b6b-4918-b933-01b23ca1f45c tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:11.076517 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-82ada92b-485f-443f-bee9-e1e7b4d87800 req-2cb89f5d-2b6b-4918-b933-01b23ca1f45c tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=89288f3b-6626-4fdc-bc3d-9a5c828811e4 HTTP/1.1" status: 200 len: 945 time: 0.0782866 Aug 31 15:30:11.120465 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-82ada92b-485f-443f-bee9-e1e7b4d87800 req-abb717db-0d16-4a2a-88fe-9089a3448ae6 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383015 Aug 31 15:30:11.426795 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4d250-7c7f-405f-8974-6dabf80b1f95 req-43ca317a-b133-404b-b693-f944d62054b8 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:11.428282 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-79a4d250-7c7f-405f-8974-6dabf80b1f95 req-43ca317a-b133-404b-b693-f944d62054b8 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 945 time: 0.0818887 Aug 31 15:30:11.473477 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-79a4d250-7c7f-405f-8974-6dabf80b1f95 req-d974ffd8-3619-401a-b4d2-fa2c6eccb9a4 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392385 Aug 31 15:30:11.985921 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f1430-27b0-4fce-acaf-0ffb505878e9 req-537346d1-71e1-4001-bee3-de65c841a53a tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:11.988137 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ae3f1430-27b0-4fce-acaf-0ffb505878e9 req-537346d1-71e1-4001-bee3-de65c841a53a tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 945 time: 0.1650040 Aug 31 15:30:12.035708 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ae3f1430-27b0-4fce-acaf-0ffb505878e9 req-1b36adf0-e8f3-4c34-8d65-164f291cf9b4 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389538 Aug 31 15:30:12.311074 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744a76d-85ae-4777-94cb-9501b7bf0984 req-449aba78-aabc-4cf7-adb0-1dc1a8c79e58 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:12.312544 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-3744a76d-85ae-4777-94cb-9501b7bf0984 req-449aba78-aabc-4cf7-adb0-1dc1a8c79e58 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=89288f3b-6626-4fdc-bc3d-9a5c828811e4 HTTP/1.1" status: 200 len: 945 time: 0.0836172 Aug 31 15:30:12.364560 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-3744a76d-85ae-4777-94cb-9501b7bf0984 req-902e378e-e879-4496-aa7e-8f2696dd6eaf tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453815 Aug 31 15:30:12.662218 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b7a13-5e59-4793-ab07-a3148a6a84a2 req-86870199-b741-43da-b410-0311fb7ffef3 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:12.663622 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a23b7a13-5e59-4793-ab07-a3148a6a84a2 req-86870199-b741-43da-b410-0311fb7ffef3 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 945 time: 0.0817349 Aug 31 15:30:12.712229 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a23b7a13-5e59-4793-ab07-a3148a6a84a2 req-2fe9520d-93f1-468c-a031-1254bcfc7340 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427246 Aug 31 15:30:13.224956 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c5cc7-6e68-4bd8-9b8b-643cd046c1e8 req-baa72382-4e42-40b3-99cb-125b254db382 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:13.226409 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-4a6c5cc7-6e68-4bd8-9b8b-643cd046c1e8 req-baa72382-4e42-40b3-99cb-125b254db382 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 945 time: 0.0796030 Aug 31 15:30:13.270191 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-4a6c5cc7-6e68-4bd8-9b8b-643cd046c1e8 req-97d0b7d1-4e99-4d6d-abfd-5fda7521bf0d tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380044 Aug 31 15:30:13.558093 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefc923-e22e-4f94-b155-ab511be737bb req-a8701897-efbe-4657-a792-cc435cce75d7 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:13.559593 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-eaefc923-e22e-4f94-b155-ab511be737bb req-a8701897-efbe-4657-a792-cc435cce75d7 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=89288f3b-6626-4fdc-bc3d-9a5c828811e4 HTTP/1.1" status: 200 len: 945 time: 0.0848775 Aug 31 15:30:13.651130 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-eaefc923-e22e-4f94-b155-ab511be737bb req-0a625724-50cc-4e63-ae5f-baeb8ea671a4 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/security-groups?id=26baa14b-da3e-4684-9e89-83ea5f379bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611646 Aug 31 15:30:13.676816 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e41a8-642a-4c78-bb88-e35079ea638e req-248d210e-adf4-4f0b-a48b-45335692ee63 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:13.678307 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-963e41a8-642a-4c78-bb88-e35079ea638e req-248d210e-adf4-4f0b-a48b-45335692ee63 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.64 "GET /v2.0/ports?device_id=89288f3b-6626-4fdc-bc3d-9a5c828811e4 HTTP/1.1" status: 200 len: 945 time: 0.1178837 Aug 31 15:30:13.755107 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [req-963e41a8-642a-4c78-bb88-e35079ea638e req-64e74d28-4c6a-483a-8e0b-df015a9044b3 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Deleting port 27732138-7f1a-43d8-8248-65406cdac17e {{(pid=79277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:30:13.755473 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-963e41a8-642a-4c78-bb88-e35079ea638e req-64e74d28-4c6a-483a-8e0b-df015a9044b3 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:13.910693 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87830fa-6e48-4bef-8662-6468f942dab5 req-8f9ce06f-fb43-4ef0-ad9e-89468981a382 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:13.912108 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-e87830fa-6e48-4bef-8662-6468f942dab5 req-8f9ce06f-fb43-4ef0-ad9e-89468981a382 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 945 time: 0.0848596 Aug 31 15:30:13.957172 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-e87830fa-6e48-4bef-8662-6468f942dab5 req-a8223a5b-068e-4236-b6d2-a15029bc086a tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393519 Aug 31 15:30:13.996685 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 21a93650-0680-48d5-a2c5-480caa1b0b40 up at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:30:14.015476 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-963e41a8-642a-4c78-bb88-e35079ea638e req-64e74d28-4c6a-483a-8e0b-df015a9044b3 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] For port 27732138-7f1a-43d8-8248-65406cdac17e, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=27732138-7f1a-43d8-8248-65406cdac17e,segment=NetworkSegment(02223e31-43b7-4392-9df9-702d52806812),segment_id=02223e31-43b7-4392-9df9-702d52806812)] {{(pid=79277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:30:14.015838 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-963e41a8-642a-4c78-bb88-e35079ea638e req-64e74d28-4c6a-483a-8e0b-df015a9044b3 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:14.063652 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning for port 21a93650-0680-48d5-a2c5-480caa1b0b40 completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:30:14.069055 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning complete for port 21a93650-0680-48d5-a2c5-480caa1b0b40 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:30:14.069435 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:14.137976 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [req-963e41a8-642a-4c78-bb88-e35079ea638e req-64e74d28-4c6a-483a-8e0b-df015a9044b3 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Calling delete_port for 27732138-7f1a-43d8-8248-65406cdac17e owned by compute:nova {{(pid=79277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:30:14.186326 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:14.213972 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dfa32ad-91cf-4fcb-97be-18b5636b9c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a93650-0680-48d5-a2c5-480caa1b0b40'}] {{(pid=79278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:30:14.224200 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 21a93650-0680-48d5-a2c5-480caa1b0b40, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=21a93650-0680-48d5-a2c5-480caa1b0b40,segment=NetworkSegment(55bbcfae-09d1-4d68-91e6-fad754499a5e),segment_id=55bbcfae-09d1-4d68-91e6-fad754499a5e)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:30:14.228404 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:14.230346 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:30:14.296752 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-963e41a8-642a-4c78-bb88-e35079ea638e req-64e74d28-4c6a-483a-8e0b-df015a9044b3 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10695601'] for port, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:14.300700 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=21a93650-0680-48d5-a2c5-480caa1b0b40,revision_number=5']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:30:14.304051 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:30:14.304211 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:30:14.349898 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e74d28-4c6a-483a-8e0b-df015a9044b3 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Pushing event deleted for resources: {'Port': ['ID=27732138-7f1a-43d8-8248-65406cdac17e,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:30:14.350245 dv-cinder-802781-4-iscsi neutron-server[79278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dfa32ad-91cf-4fcb-97be-18b5636b9c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a93650-0680-48d5-a2c5-480caa1b0b40', 'code': 200} Aug 31 15:30:14.352977 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-64e74d28-4c6a-483a-8e0b-df015a9044b3 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:30:14.427956 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [req-963e41a8-642a-4c78-bb88-e35079ea638e req-64e74d28-4c6a-483a-8e0b-df015a9044b3 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] No DVR routers for this DVR port 27732138-7f1a-43d8-8248-65406cdac17e on host hv-cinder-80278 {{(pid=79277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:30:14.430746 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-963e41a8-642a-4c78-bb88-e35079ea638e req-64e74d28-4c6a-483a-8e0b-df015a9044b3 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:14.434400 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89288f3b-6626-4fdc-bc3d-9a5c828811e4', 'name': 'network-vif-deleted', 'tag': '27732138-7f1a-43d8-8248-65406cdac17e'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:30:14.454582 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-963e41a8-642a-4c78-bb88-e35079ea638e req-64e74d28-4c6a-483a-8e0b-df015a9044b3 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.64 "DELETE /v2.0/ports/27732138-7f1a-43d8-8248-65406cdac17e HTTP/1.1" status: 204 len: 173 time: 0.7694142 Aug 31 15:30:14.498970 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f29912-95e0-40e5-8106-bc4f05549522 req-16850b54-377a-4bff-93e3-9fe09b8b023d tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:14.499591 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89288f3b-6626-4fdc-bc3d-9a5c828811e4', 'name': 'network-vif-deleted', 'tag': '27732138-7f1a-43d8-8248-65406cdac17e', 'status': 'completed', 'code': 200} Aug 31 15:30:14.500709 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-e1f29912-95e0-40e5-8106-bc4f05549522 req-16850b54-377a-4bff-93e3-9fe09b8b023d tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 945 time: 0.0886817 Aug 31 15:30:14.559892 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-e1f29912-95e0-40e5-8106-bc4f05549522 req-d582d766-d889-4f05-9633-1ed8ddc2d21a tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517809 Aug 31 15:30:14.705498 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3140a8-ccc3-41ef-b3ea-f7b86bb78684 req-0cd18284-a62e-4945-921d-d4b15c485b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:14.707815 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-cf3140a8-ccc3-41ef-b3ea-f7b86bb78684 req-0cd18284-a62e-4945-921d-d4b15c485b58 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 1099 time: 0.0844159 Aug 31 15:30:14.763154 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-cf3140a8-ccc3-41ef-b3ea-f7b86bb78684 req-b2ad98cc-a5cd-4cc6-8f20-f1f13f6b684c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398779 Aug 31 15:30:14.838895 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-e6769452-b96e-4b8f-a374-a5ec819997e0 req-fd24fa56-3bf5-469c-b27b-d614177e983d tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Synchronizing usage tracker for tenant:317b1948f95f45e8baebbf8d73834c26 on resource:port {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:30:14.853509 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-e6769452-b96e-4b8f-a374-a5ec819997e0 req-fd24fa56-3bf5-469c-b27b-d614177e983d tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Unset dirty status for tenant:317b1948f95f45e8baebbf8d73834c26 on resource:port {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:30:14.854652 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e6769452-b96e-4b8f-a374-a5ec819997e0 req-fd24fa56-3bf5-469c-b27b-d614177e983d tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] 10.222.0.81 "GET /v2.0/ports?device_id=89288f3b-6626-4fdc-bc3d-9a5c828811e4 HTTP/1.1" status: 200 len: 210 time: 0.0601575 Aug 31 15:30:15.152601 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea006e96-c95e-4a79-9d32-0ccf137f3f69 req-c6783a79-cedc-4154-8792-baaa66454449 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:15.154051 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ea006e96-c95e-4a79-9d32-0ccf137f3f69 req-c6783a79-cedc-4154-8792-baaa66454449 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 946 time: 0.0814857 Aug 31 15:30:15.198829 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ea006e96-c95e-4a79-9d32-0ccf137f3f69 req-50cd71b0-a0b5-47ed-91d7-e77effdd1e6f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388887 Aug 31 15:30:15.745878 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d474304-028a-4c0e-ab91-30018ac9880d req-ac6c1c76-161a-40a9-ba0a-e078dce28a99 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:15.747235 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-1d474304-028a-4c0e-ab91-30018ac9880d req-ac6c1c76-161a-40a9-ba0a-e078dce28a99 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 945 time: 0.0798817 Aug 31 15:30:15.793205 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-1d474304-028a-4c0e-ab91-30018ac9880d req-970e0310-c6d7-4a94-a2c6-f9bb8d1f44ba tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400658 Aug 31 15:30:15.994304 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 27732138-7f1a-43d8-8248-65406cdac17e no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:30:16.029133 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] No Port match for: 27732138-7f1a-43d8-8248-65406cdac17e {{(pid=79278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:30:16.029486 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 27732138-7f1a-43d8-8248-65406cdac17e not bound to the agent host hv-cinder-80278 {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:30:16.083487 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 52258) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:30:16.200025 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-239f0d16-c9d2-47b0-a801-cde8e76b7873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:16.218642 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-239f0d16-c9d2-47b0-a801-cde8e76b7873 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:30:16.222872 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-239f0d16-c9d2-47b0-a801-cde8e76b7873 admin admin] Usage tracker for resource:security_group_rule and tenant:6b88cc5751b14bbf912d190297b6f924 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:30:16.228255 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-239f0d16-c9d2-47b0-a801-cde8e76b7873 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:30:16.236056 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-239f0d16-c9d2-47b0-a801-cde8e76b7873 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:30:16.440813 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-239f0d16-c9d2-47b0-a801-cde8e76b7873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:16.447450 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-239f0d16-c9d2-47b0-a801-cde8e76b7873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:16.457929 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:30:16.504581 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-239f0d16-c9d2-47b0-a801-cde8e76b7873 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6b88cc5751b14bbf912d190297b6f924&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4198787 Aug 31 15:30:16.507783 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 52272) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:30:16.509815 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f0d16-c9d2-47b0-a801-cde8e76b7873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649c6ab7-bd00-4401-8670-7e06a62a8343,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:30:16.513131 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-239f0d16-c9d2-47b0-a801-cde8e76b7873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:30:16.521298 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216544c-456e-497d-a14e-b25db23fa512 req-3a30f6a1-66bf-4590-b6ca-d7dfe14fc8d9 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:16.522814 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d216544c-456e-497d-a14e-b25db23fa512 req-3a30f6a1-66bf-4590-b6ca-d7dfe14fc8d9 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 946 time: 0.1875081 Aug 31 15:30:16.568104 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0a417105-0fb2-4189-ace0-4e02f2681264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:16.571885 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d216544c-456e-497d-a14e-b25db23fa512 req-071b2350-7233-44a0-b7de-7a25c005734d tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433960 Aug 31 15:30:16.597470 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0a417105-0fb2-4189-ace0-4e02f2681264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:16.650634 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0a417105-0fb2-4189-ace0-4e02f2681264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:16.654259 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-60353c26-c81a-4b0e-853e-58053735e4cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:30:16.665763 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a417105-0fb2-4189-ace0-4e02f2681264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649c6ab7-bd00-4401-8670-7e06a62a8343,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:30:16.668720 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-0a417105-0fb2-4189-ace0-4e02f2681264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:30:16.675051 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0a417105-0fb2-4189-ace0-4e02f2681264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:16.676311 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-0a417105-0fb2-4189-ace0-4e02f2681264 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/649c6ab7-bd00-4401-8670-7e06a62a8343 HTTP/1.1" status: 204 len: 168 time: 0.1675332 Aug 31 15:30:16.985975 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 52284) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:30:17.006494 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b9fa811e-6e3a-4923-b495-d0b15c082def admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:17.022393 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a1b99-150c-470e-a154-9772570291b7 req-3b220b58-c020-4f68-9e12-39ecc282e9c0 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:17.023846 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-935a1b99-150c-470e-a154-9772570291b7 req-3b220b58-c020-4f68-9e12-39ecc282e9c0 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 945 time: 0.1217682 Aug 31 15:30:17.047861 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-b9fa811e-6e3a-4923-b495-d0b15c082def admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:30:17.133487 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-b9fa811e-6e3a-4923-b495-d0b15c082def admin admin] Usage tracker for resource:security_group_rule and tenant:b019877aa56b485b9b85f3a614570e82 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:30:17.138223 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-b9fa811e-6e3a-4923-b495-d0b15c082def admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:30:17.152187 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-b9fa811e-6e3a-4923-b495-d0b15c082def admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:30:17.168983 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-935a1b99-150c-470e-a154-9772570291b7 req-e0516f6b-a049-46e1-af5a-8eb80c2dad4d tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388221 Aug 31 15:30:17.246618 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b9fa811e-6e3a-4923-b495-d0b15c082def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:17.251944 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b9fa811e-6e3a-4923-b495-d0b15c082def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:17.259099 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-c07a27be-fe1f-499f-8ec9-2eac0efdfe51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:30:17.301965 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-b9fa811e-6e3a-4923-b495-d0b15c082def admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b019877aa56b485b9b85f3a614570e82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3148544 Aug 31 15:30:17.302841 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa811e-6e3a-4923-b495-d0b15c082def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760549e0-0fd4-4a39-823c-37b8d447170b,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:30:17.304577 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 52288) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:30:17.305825 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-b9fa811e-6e3a-4923-b495-d0b15c082def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:30:17.369624 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f59da618-3349-4927-8d48-e01e9c55f9d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:17.398857 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f59da618-3349-4927-8d48-e01e9c55f9d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:17.456212 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f59da618-3349-4927-8d48-e01e9c55f9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:17.464187 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-2f66ca82-e6ae-4042-bc56-c2304ef50d5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:30:17.478293 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59da618-3349-4927-8d48-e01e9c55f9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760549e0-0fd4-4a39-823c-37b8d447170b,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:30:17.481112 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-f59da618-3349-4927-8d48-e01e9c55f9d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:30:17.485902 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f59da618-3349-4927-8d48-e01e9c55f9d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:17.487583 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-f59da618-3349-4927-8d48-e01e9c55f9d9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/760549e0-0fd4-4a39-823c-37b8d447170b HTTP/1.1" status: 204 len: 168 time: 0.1819255 Aug 31 15:30:17.882456 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc71c9-c448-4e4a-855e-0cb835dc5dca req-87856caf-df58-4c91-9765-a5d290b541c8 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:17.883967 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8ecc71c9-c448-4e4a-855e-0cb835dc5dca req-87856caf-df58-4c91-9765-a5d290b541c8 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 946 time: 0.1920707 Aug 31 15:30:17.929030 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8ecc71c9-c448-4e4a-855e-0cb835dc5dca req-5364cd2b-008a-483b-aa3d-26302b4c16a6 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393500 Aug 31 15:30:18.119757 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f2b42-ca80-4501-a50e-cff429a1c8e6 req-f80a6a54-3540-4dd3-a71d-195445c3aba9 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:18.121218 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-761f2b42-ca80-4501-a50e-cff429a1c8e6 req-f80a6a54-3540-4dd3-a71d-195445c3aba9 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 946 time: 0.0879951 Aug 31 15:30:18.130808 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 52320) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:30:18.136114 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [None req-d7770fc2-8731-4556-a8af-3e63e1e500f9 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Request body: {'floatingip': {'port_id': '21a93650-0680-48d5-a2c5-480caa1b0b40'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:30:18.220193 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-d7770fc2-8731-4556-a8af-3e63e1e500f9 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks [] for floatingip, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:18.554040 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d719e8-6ee0-41ee-b12b-085181639215 req-2835f4ba-bf82-4708-82d1-b1ffc38176d3 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:18.555553 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-03d719e8-6ee0-41ee-b12b-085181639215 req-2835f4ba-bf82-4708-82d1-b1ffc38176d3 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 945 time: 0.2781861 Aug 31 15:30:18.682297 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-03d719e8-6ee0-41ee-b12b-085181639215 req-48b117d7-88e4-4c50-a0e2-da836a71b290 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191342 Aug 31 15:30:18.942054 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-d7770fc2-8731-4556-a8af-3e63e1e500f9 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:18.946246 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-d7770fc2-8731-4556-a8af-3e63e1e500f9 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906927'] for floatingip, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:19.120508 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.db.l3_db [None req-d7770fc2-8731-4556-a8af-3e63e1e500f9 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Floating IP 52dafb8a-02ef-4f00-b513-7b3a95034562 associated. External IP: 172.27.1.25, port: 21a93650-0680-48d5-a2c5-480caa1b0b40. Aug 31 15:30:19.565401 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7770fc2-8731-4556-a8af-3e63e1e500f9 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Router 640632f1-2890-41d5-9080-83ba2ad71416 has already been hosted by L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 {{(pid=79277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:30:19.744794 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7770fc2-8731-4556-a8af-3e63e1e500f9 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:30:19.748944 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-d7770fc2-8731-4556-a8af-3e63e1e500f9 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for floatingip, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:19.755540 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89218ad8-abde-48d6-86df-a7b2cc925d63 None None] Sync routers for ids ['640632f1-2890-41d5-9080-83ba2ad71416'] in dv-cinder-802781-4-iscsi {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:30:19.765320 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89218ad8-abde-48d6-86df-a7b2cc925d63 None None] Routers {'640632f1-2890-41d5-9080-83ba2ad71416'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:30:19.765969 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-89218ad8-abde-48d6-86df-a7b2cc925d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:30:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['640632f1-2890-41d5-9080-83ba2ad71416'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:30:19.810208 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-d7770fc2-8731-4556-a8af-3e63e1e500f9 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "PUT /v2.0/floatingips/52dafb8a-02ef-4f00-b513-7b3a95034562 HTTP/1.1" status: 200 len: 991 time: 1.6757162 Aug 31 15:30:19.810208 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dfa32ad-91cf-4fcb-97be-18b5636b9c5d', 'tag': '21a93650-0680-48d5-a2c5-480caa1b0b40'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:30:19.891678 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983590fb-b5d4-4a6f-ab00-636c9f04ec69 req-e11150d3-f9c8-4e86-adfc-6b37a8f42dc4 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:19.893846 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-983590fb-b5d4-4a6f-ab00-636c9f04ec69 req-e11150d3-f9c8-4e86-adfc-6b37a8f42dc4 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 945 time: 0.0979264 Aug 31 15:30:19.942724 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-983590fb-b5d4-4a6f-ab00-636c9f04ec69 req-8e726334-bae9-409d-9bf2-b28633fe2ced tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432146 Aug 31 15:30:19.969155 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-89218ad8-abde-48d6-86df-a7b2cc925d63 None None] Set router 640632f1-2890-41d5-9080-83ba2ad71416 gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:30:19.993162 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dfa32ad-91cf-4fcb-97be-18b5636b9c5d', 'tag': '21a93650-0680-48d5-a2c5-480caa1b0b40', 'status': 'completed', 'code': 200} Aug 31 15:30:20.313584 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-89218ad8-abde-48d6-86df-a7b2cc925d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640632f1-2890-41d5-9080-83ba2ad71416', 'name': 'tempest-AttachVolumeShelveTestJSON-1099268491-router', 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '3e6c12a1-ba4a-4ea1-af49-000286b771ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:29:46Z', 'updated_at': '2021-08-31T15:29:50Z', 'revision_number': 4, 'project_id': '0018b07184be4602aa2184d192c944aa', 'gw_port': {'id': '3e6c12a1-ba4a-4ea1-af49-000286b771ba', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:75:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640632f1-2890-41d5-9080-83ba2ad71416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:29:46Z', 'updated_at': '2021-08-31T15:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_floatingips': [{'id': '52dafb8a-02ef-4f00-b513-7b3a95034562', 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'router_id': '640632f1-2890-41d5-9080-83ba2ad71416', 'port_id': '21a93650-0680-48d5-a2c5-480caa1b0b40', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886', 'mac_address': 'fa:16:3e:b3:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa32ad-91cf-4fcb-97be-18b5636b9c5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:29:54Z', 'updated_at': '2021-08-31T15:30:18Z', 'revision_number': 1, 'project_id': '0018b07184be4602aa2184d192c944aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c06d0239-f808-43d8-86f8-e3bcddd48a66', 'name': '', 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886', 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'mac_address': 'fa:16:3e:93:5f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640632f1-2890-41d5-9080-83ba2ad71416', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a81a534a-35fe-443f-84ed-8e87d97ceef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:29:49Z', 'updated_at': '2021-08-31T15:29:56Z', 'revision_number': 5, 'project_id': '0018b07184be4602aa2184d192c944aa', 'subnets': [{'id': 'a81a534a-35fe-443f-84ed-8e87d97ceef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:30:20.317509 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89218ad8-abde-48d6-86df-a7b2cc925d63 None None] Checking router: 640632f1-2890-41d5-9080-83ba2ad71416 for host: dv-cinder-802781-4-iscsi {{(pid=79278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:30:20.326931 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89218ad8-abde-48d6-86df-a7b2cc925d63 None None] Routers {'640632f1-2890-41d5-9080-83ba2ad71416'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:30:20.327873 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-89218ad8-abde-48d6-86df-a7b2cc925d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:30:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['640632f1-2890-41d5-9080-83ba2ad71416'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:30:20.506402 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-89218ad8-abde-48d6-86df-a7b2cc925d63 None None] Set router 640632f1-2890-41d5-9080-83ba2ad71416 gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:30:20.877991 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-89218ad8-abde-48d6-86df-a7b2cc925d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640632f1-2890-41d5-9080-83ba2ad71416', 'name': 'tempest-AttachVolumeShelveTestJSON-1099268491-router', 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '3e6c12a1-ba4a-4ea1-af49-000286b771ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:29:46Z', 'updated_at': '2021-08-31T15:29:50Z', 'revision_number': 4, 'project_id': '0018b07184be4602aa2184d192c944aa', 'gw_port': {'id': '3e6c12a1-ba4a-4ea1-af49-000286b771ba', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:75:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640632f1-2890-41d5-9080-83ba2ad71416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:29:46Z', 'updated_at': '2021-08-31T15:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_floatingips': [{'id': '52dafb8a-02ef-4f00-b513-7b3a95034562', 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'router_id': '640632f1-2890-41d5-9080-83ba2ad71416', 'port_id': '21a93650-0680-48d5-a2c5-480caa1b0b40', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886', 'mac_address': 'fa:16:3e:b3:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa32ad-91cf-4fcb-97be-18b5636b9c5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:29:54Z', 'updated_at': '2021-08-31T15:30:18Z', 'revision_number': 1, 'project_id': '0018b07184be4602aa2184d192c944aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c06d0239-f808-43d8-86f8-e3bcddd48a66', 'name': '', 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886', 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'mac_address': 'fa:16:3e:93:5f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640632f1-2890-41d5-9080-83ba2ad71416', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a81a534a-35fe-443f-84ed-8e87d97ceef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:29:49Z', 'updated_at': '2021-08-31T15:29:56Z', 'revision_number': 5, 'project_id': '0018b07184be4602aa2184d192c944aa', 'subnets': [{'id': 'a81a534a-35fe-443f-84ed-8e87d97ceef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:30:20.883319 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89218ad8-abde-48d6-86df-a7b2cc925d63 None None] The sync data for ids ['640632f1-2890-41d5-9080-83ba2ad71416'] in dv-cinder-802781-4-iscsi is: [{'id': '640632f1-2890-41d5-9080-83ba2ad71416', 'name': 'tempest-AttachVolumeShelveTestJSON-1099268491-router', 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '3e6c12a1-ba4a-4ea1-af49-000286b771ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:29:46Z', 'updated_at': '2021-08-31T15:29:50Z', 'revision_number': 4, 'project_id': '0018b07184be4602aa2184d192c944aa', 'gw_port': {'id': '3e6c12a1-ba4a-4ea1-af49-000286b771ba', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:75:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640632f1-2890-41d5-9080-83ba2ad71416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:29:46Z', 'updated_at': '2021-08-31T15:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_floatingips': [{'id': '52dafb8a-02ef-4f00-b513-7b3a95034562', 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'router_id': '640632f1-2890-41d5-9080-83ba2ad71416', 'port_id': '21a93650-0680-48d5-a2c5-480caa1b0b40', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886', 'mac_address': 'fa:16:3e:b3:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfa32ad-91cf-4fcb-97be-18b5636b9c5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:29:54Z', 'updated_at': '2021-08-31T15:30:18Z', 'revision_number': 1, 'project_id': '0018b07184be4602aa2184d192c944aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c06d0239-f808-43d8-86f8-e3bcddd48a66', 'name': '', 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886', 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'mac_address': 'fa:16:3e:93:5f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640632f1-2890-41d5-9080-83ba2ad71416', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a81a534a-35fe-443f-84ed-8e87d97ceef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:29:49Z', 'updated_at': '2021-08-31T15:29:56Z', 'revision_number': 5, 'project_id': '0018b07184be4602aa2184d192c944aa', 'subnets': [{'id': 'a81a534a-35fe-443f-84ed-8e87d97ceef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:30:21.072185 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917e8558-974d-414d-b33a-880877d8bb5c None None] New status for floating IP 52dafb8a-02ef-4f00-b513-7b3a95034562: ACTIVE {{(pid=79279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:30:21.139563 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77139c28-4a9f-459b-9202-200d25b6ae8d req-e1071fa7-87a5-42de-b3c0-1128020fcda6 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:21.140943 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-77139c28-4a9f-459b-9202-200d25b6ae8d req-e1071fa7-87a5-42de-b3c0-1128020fcda6 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 945 time: 0.0842409 Aug 31 15:30:21.187128 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-77139c28-4a9f-459b-9202-200d25b6ae8d req-281f76ba-ab58-421b-b887-8e4d4e6a8e07 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398545 Aug 31 15:30:21.956433 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b328ba7-e8f4-40d6-9d1e-b403c62be270 req-c8e5abd2-1a04-40ea-8ddf-5bfc05c0812e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:21.958981 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8b328ba7-e8f4-40d6-9d1e-b403c62be270 req-c8e5abd2-1a04-40ea-8ddf-5bfc05c0812e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0018b07184be4602aa2184d192c944aa&device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 1099 time: 0.0992653 Aug 31 15:30:22.109055 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b328ba7-e8f4-40d6-9d1e-b403c62be270 req-0817d3e4-f44c-44e6-a57a-5d79ac1f5d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:22.110355 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8b328ba7-e8f4-40d6-9d1e-b403c62be270 req-0817d3e4-f44c-44e6-a57a-5d79ac1f5d99 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f4d4882d-28d2-4fed-bbfd-7d71610fb886 HTTP/1.1" status: 200 len: 918 time: 0.1439018 Aug 31 15:30:22.231315 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8b328ba7-e8f4-40d6-9d1e-b403c62be270 req-fbdbac99-0111-4e9a-9e24-0fa0654c1935 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21a93650-0680-48d5-a2c5-480caa1b0b40 HTTP/1.1" status: 200 len: 1001 time: 0.1109066 Aug 31 15:30:22.297106 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b328ba7-e8f4-40d6-9d1e-b403c62be270 req-253a459e-6c9d-4e20-aa3f-a30c584d6d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:22.298546 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8b328ba7-e8f4-40d6-9d1e-b403c62be270 req-253a459e-6c9d-4e20-aa3f-a30c584d6d43 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a81a534a-35fe-443f-84ed-8e87d97ceef8 HTTP/1.1" status: 200 len: 856 time: 0.0635345 Aug 31 15:30:22.383866 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b328ba7-e8f4-40d6-9d1e-b403c62be270 req-7a3c7a0b-a37f-4d7b-9149-081df0738e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:22.385336 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8b328ba7-e8f4-40d6-9d1e-b403c62be270 req-7a3c7a0b-a37f-4d7b-9149-081df0738e90 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f4d4882d-28d2-4fed-bbfd-7d71610fb886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0789115 Aug 31 15:30:22.394758 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20426e14-2d4b-4d83-b33a-979d66d28186 req-8844eaca-abf5-452b-b868-2644507e00b0 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:22.396307 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-20426e14-2d4b-4d83-b33a-979d66d28186 req-8844eaca-abf5-452b-b868-2644507e00b0 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 945 time: 0.0993805 Aug 31 15:30:22.441865 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-20426e14-2d4b-4d83-b33a-979d66d28186 req-7de1c6d5-6310-4a7b-a7e2-aa95218a5279 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397384 Aug 31 15:30:22.525102 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8b328ba7-e8f4-40d6-9d1e-b403c62be270 req-bcbfb0a9-5beb-489b-929e-8d3e0999d080 service neutron] 10.222.0.64 "GET /v2.0/networks/f4d4882d-28d2-4fed-bbfd-7d71610fb886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326671 Aug 31 15:30:22.667394 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8b328ba7-e8f4-40d6-9d1e-b403c62be270 req-91a5ac40-e8ac-4429-981a-76fa3a12db05 service neutron] 10.222.0.64 "GET /v2.0/networks/f4d4882d-28d2-4fed-bbfd-7d71610fb886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353557 Aug 31 15:30:22.803169 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0e307-e628-4f90-8c87-d5e7d2c6187c req-60dcf930-3b82-41dc-bca3-2e5f0b553f3a tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:22.804678 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-c5b0e307-e628-4f90-8c87-d5e7d2c6187c req-60dcf930-3b82-41dc-bca3-2e5f0b553f3a tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 945 time: 0.0869019 Aug 31 15:30:22.853148 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-c5b0e307-e628-4f90-8c87-d5e7d2c6187c req-3ea1c6dc-0779-43da-9c83-4ab3126742bc tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426638 Aug 31 15:30:22.891778 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc14290-ae5f-4a1d-a767-da51447003c6 req-a9a949e6-9b66-46cf-aafd-e16957ddb92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:22.893369 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-cbc14290-ae5f-4a1d-a767-da51447003c6 req-a9a949e6-9b66-46cf-aafd-e16957ddb92f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ec6a8bc6d4414b24a10c0665387c54cf&device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 1098 time: 0.0879748 Aug 31 15:30:23.029464 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc14290-ae5f-4a1d-a767-da51447003c6 req-2571fd1d-dca1-4ce6-b71e-9e8956bc03f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:23.030913 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-cbc14290-ae5f-4a1d-a767-da51447003c6 req-2571fd1d-dca1-4ce6-b71e-9e8956bc03f0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4e75f494-7e6b-45f9-ac2a-ef61105e9d7d HTTP/1.1" status: 200 len: 912 time: 0.1303952 Aug 31 15:30:23.135845 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-cbc14290-ae5f-4a1d-a767-da51447003c6 req-79539641-5e61-4ee7-877e-0f883a80426c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aec330a3-c6ce-4256-a380-3dc0f5ae1290 HTTP/1.1" status: 200 len: 1001 time: 0.0978489 Aug 31 15:30:23.200118 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc14290-ae5f-4a1d-a767-da51447003c6 req-a51500bf-125c-47de-a6f7-20a65d6433eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:23.201569 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-cbc14290-ae5f-4a1d-a767-da51447003c6 req-a51500bf-125c-47de-a6f7-20a65d6433eb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=653417ef-47b3-47bd-9dfd-8a528e75cd81 HTTP/1.1" status: 200 len: 850 time: 0.0594885 Aug 31 15:30:23.283189 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc14290-ae5f-4a1d-a767-da51447003c6 req-09b1a45b-996e-49b8-ad7f-9d14eca3f3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:23.285291 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-cbc14290-ae5f-4a1d-a767-da51447003c6 req-09b1a45b-996e-49b8-ad7f-9d14eca3f3be service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4e75f494-7e6b-45f9-ac2a-ef61105e9d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760965 Aug 31 15:30:23.529518 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-cbc14290-ae5f-4a1d-a767-da51447003c6 req-a4ab9481-dda9-4731-ad9e-274f16c91d44 service neutron] 10.222.0.64 "GET /v2.0/networks/4e75f494-7e6b-45f9-ac2a-ef61105e9d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369802 Aug 31 15:30:23.688579 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-cbc14290-ae5f-4a1d-a767-da51447003c6 req-476c44d7-8368-45ee-951f-0617118d51b5 service neutron] 10.222.0.64 "GET /v2.0/networks/4e75f494-7e6b-45f9-ac2a-ef61105e9d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520011 Aug 31 15:30:24.041359 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea104fc2-34f5-4252-9dc4-3514d845ac91 req-2e2c5796-0e4a-4ca1-9e27-21c645627501 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:24.042849 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ea104fc2-34f5-4252-9dc4-3514d845ac91 req-2e2c5796-0e4a-4ca1-9e27-21c645627501 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 945 time: 0.0828340 Aug 31 15:30:24.089610 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ea104fc2-34f5-4252-9dc4-3514d845ac91 req-cc6e1167-f060-4104-b627-40d1f14fbd81 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410602 Aug 31 15:30:25.285228 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748dcf3-da48-4118-a213-1cbb141f8a23 req-57d480d5-80dd-487c-9fc1-522a832711dc tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:25.286724 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-7748dcf3-da48-4118-a213-1cbb141f8a23 req-57d480d5-80dd-487c-9fc1-522a832711dc tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 945 time: 0.0859988 Aug 31 15:30:25.335298 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-7748dcf3-da48-4118-a213-1cbb141f8a23 req-f4f946e6-9d1c-4972-bacd-3b95733cfdcc tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429759 Aug 31 15:30:35.288195 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-b7d1b2cc-2158-49d3-92ad-5a77beef70a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:35.599868 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:37.716087 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-fc58768c-ae15-4855-9f7e-9104a88c8b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:38.869958 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:39.043616 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 6 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:30:39.463618 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:40.541739 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:47.778419 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 52630) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:30:47.842348 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcebf013-3d45-4c6a-aca6-8c3ce44c53ab admin admin] Deleting subnet 7f4868df-dbc4-4817-bd65-2dbd6d9c87ee {{(pid=79277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 31 15:30:47.845234 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-dcebf013-3d45-4c6a-aca6-8c3ce44c53ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:47.894606 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-dcebf013-3d45-4c6a-aca6-8c3ce44c53ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1557530'] for subnet, precommit_delete_associations {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:47.952911 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-dcebf013-3d45-4c6a-aca6-8c3ce44c53ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3292833'] for subnet, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:48.018747 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-dcebf013-3d45-4c6a-aca6-8c3ce44c53ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3292846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10695650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11322284'] for subnet, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:48.022386 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-685449ca-aa70-40c9-9c77-2bd84792bc6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:30:48.057194 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcebf013-3d45-4c6a-aca6-8c3ce44c53ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f4868df-dbc4-4817-bd65-2dbd6d9c87ee,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:30:48.059115 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-dcebf013-3d45-4c6a-aca6-8c3ce44c53ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:48.061802 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-dcebf013-3d45-4c6a-aca6-8c3ce44c53ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:30:48.065704 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-dcebf013-3d45-4c6a-aca6-8c3ce44c53ab admin admin] 10.222.0.81 "DELETE /v2.0/subnets/7f4868df-dbc4-4817-bd65-2dbd6d9c87ee HTTP/1.1" status: 204 len: 168 time: 0.2862334 Aug 31 15:30:48.068183 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 52636) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:30:48.172367 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f5dab203-5578-4486-b681-56655911d1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1015904'] for network, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:48.294917 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f5dab203-5578-4486-b681-56655911d1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3290458', 'neutron.services.segments.db._delete_segments_for_network-8738171925917'] for network, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:48.307821 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.services.segments.db [None req-f5dab203-5578-4486-b681-56655911d1a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5bf5d88-a4cc-4991-bc98-721833635064']}} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:30:48.319988 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.services.segments.db [None req-f5dab203-5578-4486-b681-56655911d1a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02223e31-43b7-4392-9df9-702d52806812') {'for_net_delete': True} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:30:48.320280 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.services.segments.db [None req-f5dab203-5578-4486-b681-56655911d1a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02223e31-43b7-4392-9df9-702d52806812') {} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:30:48.331565 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f5dab203-5578-4486-b681-56655911d1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738171923703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1557509'] for segment, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:48.351817 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f5dab203-5578-4486-b681-56655911d1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3286683'] for segment, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:48.357777 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5dab203-5578-4486-b681-56655911d1a0 admin admin] Releasing vlan 905 on physical network physnet1 to pool {{(pid=79277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:30:48.358171 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f5dab203-5578-4486-b681-56655911d1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3286674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10695556'] for segment, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:48.371759 dv-cinder-802781-4-iscsi neutron-server[79277]: Traceback (most recent call last): Aug 31 15:30:48.371759 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:30:48.371759 dv-cinder-802781-4-iscsi neutron-server[79277]: timer() Aug 31 15:30:48.371759 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:30:48.371759 dv-cinder-802781-4-iscsi neutron-server[79277]: cb(*args, **kw) Aug 31 15:30:48.371759 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 31 15:30:48.371759 dv-cinder-802781-4-iscsi neutron-server[79277]: return func(*args, **kwargs) Aug 31 15:30:48.371759 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:30:48.371759 dv-cinder-802781-4-iscsi neutron-server[79277]: self._notify() Aug 31 15:30:48.371759 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:30:48.371759 dv-cinder-802781-4-iscsi neutron-server[79277]: self.callback(batched_events) Aug 31 15:30:48.371759 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:30:48.371759 dv-cinder-802781-4-iscsi neutron-server[79277]: event.method(event) Aug 31 15:30:48.371759 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 15:30:48.371759 dv-cinder-802781-4-iscsi neutron-server[79277]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:30:48.371759 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 15:30:48.371759 dv-cinder-802781-4-iscsi neutron-server[79277]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:30:48.371759 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 15:30:48.371759 dv-cinder-802781-4-iscsi neutron-server[79277]: return f(self, *a, **k) Aug 31 15:30:48.371759 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 31 15:30:48.371759 dv-cinder-802781-4-iscsi neutron-server[79277]: return self._get(url).json() Aug 31 15:30:48.371759 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 31 15:30:48.371759 dv-cinder-802781-4-iscsi neutron-server[79277]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:30:48.371759 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:30:48.371759 dv-cinder-802781-4-iscsi neutron-server[79277]: return self.request(url, 'GET', **kwargs) Aug 31 15:30:48.371759 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:30:48.371759 dv-cinder-802781-4-iscsi neutron-server[79277]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:30:48.371759 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:30:48.371759 dv-cinder-802781-4-iscsi neutron-server[79277]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:30:48.371759 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:30:48.371759 dv-cinder-802781-4-iscsi neutron-server[79277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:30:48.371759 dv-cinder-802781-4-iscsi neutron-server[79277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:30:48.445743 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f5dab203-5578-4486-b681-56655911d1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3290403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906838'] for network, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:48.449490 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:30:48.465501 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f5dab203-5578-4486-b681-56655911d1a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for network, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:48.474788 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dab203-5578-4486-b681-56655911d1a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5bf5d88-a4cc-4991-bc98-721833635064,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:30:48.478035 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-f5dab203-5578-4486-b681-56655911d1a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:30:48.483781 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-f5dab203-5578-4486-b681-56655911d1a0 admin admin] 10.222.0.81 "DELETE /v2.0/networks/e5bf5d88-a4cc-4991-bc98-721833635064 HTTP/1.1" status: 204 len: 168 time: 0.4146707 Aug 31 15:30:48.652038 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 52644) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:30:48.702902 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-b313cbf3-1666-4401-8af2-e597c6e778e0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=317b1948f95f45e8baebbf8d73834c26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495102 Aug 31 15:30:48.705535 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 52648) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:30:48.766022 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-cf27c594-d6d4-4d4a-9160-c53269538805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:48.793219 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-cf27c594-d6d4-4d4a-9160-c53269538805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:48.846212 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-cf27c594-d6d4-4d4a-9160-c53269538805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:48.851016 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-d67accdf-4919-43a0-8e32-3589e783b8d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:30:48.865282 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf27c594-d6d4-4d4a-9160-c53269538805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26baa14b-da3e-4684-9e89-83ea5f379bd3,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:30:48.873655 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf27c594-d6d4-4d4a-9160-c53269538805 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:48.874023 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf27c594-d6d4-4d4a-9160-c53269538805 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:48.874380 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf27c594-d6d4-4d4a-9160-c53269538805 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:48.874734 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf27c594-d6d4-4d4a-9160-c53269538805 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:48.875080 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf27c594-d6d4-4d4a-9160-c53269538805 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:48.875452 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf27c594-d6d4-4d4a-9160-c53269538805 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:48.875800 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf27c594-d6d4-4d4a-9160-c53269538805 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:48.876148 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf27c594-d6d4-4d4a-9160-c53269538805 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:48.876488 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf27c594-d6d4-4d4a-9160-c53269538805 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:48.876847 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf27c594-d6d4-4d4a-9160-c53269538805 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:48.877186 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf27c594-d6d4-4d4a-9160-c53269538805 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:48.877521 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf27c594-d6d4-4d4a-9160-c53269538805 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:48.882211 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-cf27c594-d6d4-4d4a-9160-c53269538805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:30:48.887677 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-cf27c594-d6d4-4d4a-9160-c53269538805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:48.888771 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-cf27c594-d6d4-4d4a-9160-c53269538805 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/26baa14b-da3e-4684-9e89-83ea5f379bd3 HTTP/1.1" status: 204 len: 168 time: 0.1823926 Aug 31 15:30:49.618476 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 52676) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:30:49.721411 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-04d017ed-9407-440f-80f4-57a8dce9a239 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1845208578-network', 'tenant_id': 'f3d481bcf1294c749009312b339c5ff6'}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:30:49.726409 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-04d017ed-9407-440f-80f4-57a8dce9a239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:30:49.730281 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-04d017ed-9407-440f-80f4-57a8dce9a239 admin admin] Usage tracker for resource:network and tenant:f3d481bcf1294c749009312b339c5ff6 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:30:49.733083 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-04d017ed-9407-440f-80f4-57a8dce9a239 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:30:49.739375 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-04d017ed-9407-440f-80f4-57a8dce9a239 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:30:49.750597 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d017ed-9407-440f-80f4-57a8dce9a239 admin admin] Made reservation on behalf of f3d481bcf1294c749009312b339c5ff6 for: {'network': 1} {{(pid=79276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:30:49.754053 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-04d017ed-9407-440f-80f4-57a8dce9a239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for network, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:49.765781 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-04d017ed-9407-440f-80f4-57a8dce9a239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:49.780526 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-04d017ed-9407-440f-80f4-57a8dce9a239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:30:49.784296 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-04d017ed-9407-440f-80f4-57a8dce9a239 admin admin] Usage tracker for resource:security_group_rule and tenant:f3d481bcf1294c749009312b339c5ff6 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:30:49.787026 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-04d017ed-9407-440f-80f4-57a8dce9a239 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:30:49.792679 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-04d017ed-9407-440f-80f4-57a8dce9a239 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:30:49.878240 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-04d017ed-9407-440f-80f4-57a8dce9a239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:49.881968 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-04d017ed-9407-440f-80f4-57a8dce9a239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:49.884878 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-cf27c594-d6d4-4d4a-9160-c53269538805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:30:49.914704 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04d017ed-9407-440f-80f4-57a8dce9a239 admin admin] vlan segment allocate from pool success with {'vlan_id': 914, 'physical_network': 'physnet1'} {{(pid=79276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:30:49.919850 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d017ed-9407-440f-80f4-57a8dce9a239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1de4bf8-495b-4df8-8748-4e7b068a2f47,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:30:49.923527 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-04d017ed-9407-440f-80f4-57a8dce9a239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:30:49.927850 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-04d017ed-9407-440f-80f4-57a8dce9a239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3286683'] for segment, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:49.928742 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.db.segments_db [None req-04d017ed-9407-440f-80f4-57a8dce9a239 admin admin] Added segment 84b59644-13f4-4a5a-bbeb-4b76431c9274 of type vlan for network 8a43599e-3fd3-4af2-9714-5afac8df9dd8 Aug 31 15:30:49.957842 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-04d017ed-9407-440f-80f4-57a8dce9a239 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738171399325'] for network, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:49.987061 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-04d017ed-9407-440f-80f4-57a8dce9a239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729'] for network, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:49.988395 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d017ed-9407-440f-80f4-57a8dce9a239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:49.988983 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-04d017ed-9407-440f-80f4-57a8dce9a239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for network, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:49.993566 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-7dbd7aa3-3801-48d4-8630-4169f893af82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:30:50.089817 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-04d017ed-9407-440f-80f4-57a8dce9a239 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4702361 Aug 31 15:30:50.092660 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 52682) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:30:50.095005 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d017ed-9407-440f-80f4-57a8dce9a239 admin admin] Pushing event updated for resources: {'Network': ['ID=8a43599e-3fd3-4af2-9714-5afac8df9dd8,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:30:50.101854 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-a0351e4a-6a9c-415f-bade-4663786dd2dd admin admin] Request body: {'subnet': {'network_id': '8a43599e-3fd3-4af2-9714-5afac8df9dd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1845208578-subnet', 'tenant_id': 'f3d481bcf1294c749009312b339c5ff6', 'ip_version': 4}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:30:50.105152 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-04d017ed-9407-440f-80f4-57a8dce9a239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:30:50.105999 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Network 8a43599e-3fd3-4af2-9714-5afac8df9dd8 details requested by agent ovs-agent-dv-cinder-802781-4-iscsi with host dv-cinder-802781-4-iscsi {{(pid=79278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 15:30:50.107380 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-a0351e4a-6a9c-415f-bade-4663786dd2dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:30:50.111771 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-a0351e4a-6a9c-415f-bade-4663786dd2dd admin admin] Usage tracker for resource:subnet and tenant:f3d481bcf1294c749009312b339c5ff6 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:30:50.114683 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-a0351e4a-6a9c-415f-bade-4663786dd2dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:30:50.120334 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-a0351e4a-6a9c-415f-bade-4663786dd2dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:30:50.131134 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0351e4a-6a9c-415f-bade-4663786dd2dd admin admin] Made reservation on behalf of f3d481bcf1294c749009312b339c5ff6 for: {'subnet': 1} {{(pid=79276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:30:50.133642 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a0351e4a-6a9c-415f-bade-4663786dd2dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-930169'] for subnet, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:50.336984 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a0351e4a-6a9c-415f-bade-4663786dd2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1765580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-930059'] for subnet, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:50.341960 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:30:50.419840 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0351e4a-6a9c-415f-bade-4663786dd2dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9deb1ca-4a37-474c-b752-f1749a20678d,revision_number=0']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:30:50.423052 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a0351e4a-6a9c-415f-bade-4663786dd2dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:30:50.425517 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0351e4a-6a9c-415f-bade-4663786dd2dd admin admin] Checking segment: {'id': '84b59644-13f4-4a5a-bbeb-4b76431c9274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8a43599e-3fd3-4af2-9714-5afac8df9dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:30:50.425955 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0351e4a-6a9c-415f-bade-4663786dd2dd admin admin] Network hostable DHCP agents. Network: 8a43599e-3fd3-4af2-9714-5afac8df9dd8, hostable agents: ['2365506f-cea6-46f8-ac71-d4e1f85a8442'], hosted agents: [] {{(pid=79276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:30:50.444449 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0351e4a-6a9c-415f-bade-4663786dd2dd admin admin] Network 8a43599e-3fd3-4af2-9714-5afac8df9dd8 is scheduled to be hosted by DHCP agent 2365506f-cea6-46f8-ac71-d4e1f85a8442 with binding_index 1 {{(pid=79276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:30:50.453407 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.base_scheduler [None req-a0351e4a-6a9c-415f-bade-4663786dd2dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-4-iscsi, 8a43599e-3fd3-4af2-9714-5afac8df9dd8) {{(pid=79276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:30:50.458714 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0351e4a-6a9c-415f-bade-4663786dd2dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:50.459333 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-a0351e4a-6a9c-415f-bade-4663786dd2dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for subnet, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:50.466284 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cd7fad-c2c7-4700-ba09-2fe2c142c80a None None] Network 8a43599e-3fd3-4af2-9714-5afac8df9dd8 requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:30:50.482607 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-a0351e4a-6a9c-415f-bade-4663786dd2dd admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3888056 Aug 31 15:30:50.485341 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 52690) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:30:50.490514 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-ad11f200-71d7-4738-a5ab-6c9990f06493 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1845208578-router', 'tenant_id': 'f3d481bcf1294c749009312b339c5ff6', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'}}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:30:50.494856 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-ad11f200-71d7-4738-a5ab-6c9990f06493 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:30:50.499051 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-ad11f200-71d7-4738-a5ab-6c9990f06493 admin admin] Usage tracker for resource:router and tenant:f3d481bcf1294c749009312b339c5ff6 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:30:50.502045 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-ad11f200-71d7-4738-a5ab-6c9990f06493 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:30:50.508259 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-ad11f200-71d7-4738-a5ab-6c9990f06493 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:30:50.522313 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ad11f200-71d7-4738-a5ab-6c9990f06493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3925207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-850'] for router, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:50.523322 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ad11f200-71d7-4738-a5ab-6c9990f06493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3925042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3907265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-859'] for router, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:50.538963 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ad11f200-71d7-4738-a5ab-6c9990f06493 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:50.686005 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30761758-fc1c-44d2-ba88-beaef9486d09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31c034a1-c16d-5a01-a745-abc2b4c71a16-8a43599e-3fd3-4af2-9714-5afac8df9dd8', 'network_id': '8a43599e-3fd3-4af2-9714-5afac8df9dd8', 'tenant_id': 'f3d481bcf1294c749009312b339c5ff6', 'fixed_ips': [{'subnet_id': 'e9deb1ca-4a37-474c-b752-f1749a20678d'}]}} from dv-cinder-802781-4-iscsi. {{(pid=79278) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 31 15:30:50.687056 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-30761758-fc1c-44d2-ba88-beaef9486d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:50.851453 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.db_base_plugin_common [None req-30761758-fc1c-44d2-ba88-beaef9486d09 None None] Allocated IP 172.20.0.2 (8a43599e-3fd3-4af2-9714-5afac8df9dd8/e9deb1ca-4a37-474c-b752-f1749a20678d/f41290f9-03e6-4357-9dbc-10475b6d0bcd) {{(pid=79278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:30:50.908240 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ad11f200-71d7-4738-a5ab-6c9990f06493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3907294', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3925092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-845'] for router, precommit_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:51.071681 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-30761758-fc1c-44d2-ba88-beaef9486d09 None None] Notify callbacks [] for port, precommit_create {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:51.082168 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-30761758-fc1c-44d2-ba88-beaef9486d09 None None] Transition to ACTIVE for port object f41290f9-03e6-4357-9dbc-10475b6d0bcd will not be triggered until provisioned by entity L2. {{(pid=79278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:30:51.100260 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-30761758-fc1c-44d2-ba88-beaef9486d09 None None] Transition to ACTIVE for port object f41290f9-03e6-4357-9dbc-10475b6d0bcd will not be triggered until provisioned by entity DHCP. {{(pid=79278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:30:51.106145 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-30761758-fc1c-44d2-ba88-beaef9486d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264'] for port, after_create {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:51.111210 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:30:51.172609 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30761758-fc1c-44d2-ba88-beaef9486d09 None None] Network 8a43599e-3fd3-4af2-9714-5afac8df9dd8 is already hosted by enough agents. {{(pid=79278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:30:51.175659 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.scheduler.base_scheduler [None req-30761758-fc1c-44d2-ba88-beaef9486d09 None None] Resources bound (agent type, host, resource id): {{(pid=79278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:30:51.179218 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30761758-fc1c-44d2-ba88-beaef9486d09 None None] Received port after_create {{(pid=79278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:30:51.187754 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30761758-fc1c-44d2-ba88-beaef9486d09 None None] Pushing event updated for resources: {'Port': ['ID=f41290f9-03e6-4357-9dbc-10475b6d0bcd,revision_number=1']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:30:51.227212 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30761758-fc1c-44d2-ba88-beaef9486d09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:51.227576 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30761758-fc1c-44d2-ba88-beaef9486d09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:51.227913 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30761758-fc1c-44d2-ba88-beaef9486d09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:51.228241 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30761758-fc1c-44d2-ba88-beaef9486d09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:51.228565 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30761758-fc1c-44d2-ba88-beaef9486d09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:51.228703 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ad11f200-71d7-4738-a5ab-6c9990f06493 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:51.228887 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30761758-fc1c-44d2-ba88-beaef9486d09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:51.229206 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30761758-fc1c-44d2-ba88-beaef9486d09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:51.229525 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30761758-fc1c-44d2-ba88-beaef9486d09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:51.229842 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30761758-fc1c-44d2-ba88-beaef9486d09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:51.230156 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30761758-fc1c-44d2-ba88-beaef9486d09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:51.230470 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30761758-fc1c-44d2-ba88-beaef9486d09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:51.230779 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30761758-fc1c-44d2-ba88-beaef9486d09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:51.258225 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-30761758-fc1c-44d2-ba88-beaef9486d09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:30:51.261900 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ad11f200-71d7-4738-a5ab-6c9990f06493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:51.292749 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-30761758-fc1c-44d2-ba88-beaef9486d09 None None] Attempting to bind port f41290f9-03e6-4357-9dbc-10475b6d0bcd on host dv-cinder-802781-4-iscsi for vnic_type normal with profile {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:30:51.293125 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-30761758-fc1c-44d2-ba88-beaef9486d09 None None] Attempting to bind port f41290f9-03e6-4357-9dbc-10475b6d0bcd by drivers openvswitch,hyperv on host dv-cinder-802781-4-iscsi at level 0 using segments [{'id': '84b59644-13f4-4a5a-bbeb-4b76431c9274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8a43599e-3fd3-4af2-9714-5afac8df9dd8'}] {{(pid=79278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:30:51.293756 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30761758-fc1c-44d2-ba88-beaef9486d09 None None] Attempting to bind port f41290f9-03e6-4357-9dbc-10475b6d0bcd on network 8a43599e-3fd3-4af2-9714-5afac8df9dd8 {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:30:51.299462 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30761758-fc1c-44d2-ba88-beaef9486d09 None None] Checking agent: {'id': 'b1845f19-f6eb-4023-b5bb-8a6030080bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 15, 36), 'started_at': datetime.datetime(2021, 8, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:30:51.299838 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30761758-fc1c-44d2-ba88-beaef9486d09 None None] Checking segment: {'id': '84b59644-13f4-4a5a-bbeb-4b76431c9274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8a43599e-3fd3-4af2-9714-5afac8df9dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:30:51.300346 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-30761758-fc1c-44d2-ba88-beaef9486d09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:51.300712 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30761758-fc1c-44d2-ba88-beaef9486d09 None None] Bound using segment: {'id': '84b59644-13f4-4a5a-bbeb-4b76431c9274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8a43599e-3fd3-4af2-9714-5afac8df9dd8'} {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:30:51.301257 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-30761758-fc1c-44d2-ba88-beaef9486d09 None None] Bound port: f41290f9-03e6-4357-9dbc-10475b6d0bcd, host: dv-cinder-802781-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b59644-13f4-4a5a-bbeb-4b76431c9274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8a43599e-3fd3-4af2-9714-5afac8df9dd8'}}] {{(pid=79278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:30:51.301538 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-30761758-fc1c-44d2-ba88-beaef9486d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:51.398306 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-30761758-fc1c-44d2-ba88-beaef9486d09 None None] For port f41290f9-03e6-4357-9dbc-10475b6d0bcd, host dv-cinder-802781-4-iscsi, cleared binding levels {{(pid=79278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:30:51.401505 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-30761758-fc1c-44d2-ba88-beaef9486d09 None None] For port f41290f9-03e6-4357-9dbc-10475b6d0bcd, host dv-cinder-802781-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=f41290f9-03e6-4357-9dbc-10475b6d0bcd,segment=NetworkSegment(84b59644-13f4-4a5a-bbeb-4b76431c9274),segment_id=84b59644-13f4-4a5a-bbeb-4b76431c9274)] {{(pid=79278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:30:51.405836 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-30761758-fc1c-44d2-ba88-beaef9486d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:51.407404 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.db_base_plugin_common [None req-ad11f200-71d7-4738-a5ab-6c9990f06493 admin admin] Allocated IP 172.27.1.45 (8f15a7b0-c0b9-4864-9373-42147a89de1a/497a4a38-4d00-4e5c-ae08-9918d0306661/8100cdd4-db90-417f-a411-9bd64b9b45ed) {{(pid=79276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:30:51.410388 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-a7471494-b86a-4fcd-8655-5eb76339a8d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:30:51.487817 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30761758-fc1c-44d2-ba88-beaef9486d09 None None] Pushing event updated for resources: {'Port': ['ID=f41290f9-03e6-4357-9dbc-10475b6d0bcd,revision_number=2']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:30:51.490743 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-30761758-fc1c-44d2-ba88-beaef9486d09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:30:51.568821 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ad11f200-71d7-4738-a5ab-6c9990f06493 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:51.603964 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ad11f200-71d7-4738-a5ab-6c9990f06493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1768796'] for port, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:51.609049 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:30:51.678186 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad11f200-71d7-4738-a5ab-6c9990f06493 admin admin] Network 8f15a7b0-c0b9-4864-9373-42147a89de1a is already hosted by enough agents. {{(pid=79276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:30:51.680991 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.base_scheduler [None req-ad11f200-71d7-4738-a5ab-6c9990f06493 admin admin] Resources bound (agent type, host, resource id): {{(pid=79276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:30:51.684498 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad11f200-71d7-4738-a5ab-6c9990f06493 admin admin] Received port after_create {{(pid=79276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:30:51.714247 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad11f200-71d7-4738-a5ab-6c9990f06493 admin admin] Pushing event updated for resources: {'Port': ['ID=8100cdd4-db90-417f-a411-9bd64b9b45ed,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:30:51.720272 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-ad11f200-71d7-4738-a5ab-6c9990f06493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:30:52.119052 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ad11f200-71d7-4738-a5ab-6c9990f06493 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:52.391660 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d784b74b-2698-4c22-bbd0-68e20e711e6b None None] Network 8a43599e-3fd3-4af2-9714-5afac8df9dd8 requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:30:52.590594 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device f41290f9-03e6-4357-9dbc-10475b6d0bcd up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:30:52.606783 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ad11f200-71d7-4738-a5ab-6c9990f06493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3925029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3906950'] for router, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:52.650625 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-bfe97c26-03be-482a-9d5d-b417f3c14ff9 None None] Provisioning for port f41290f9-03e6-4357-9dbc-10475b6d0bcd completed by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:30:52.734762 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning for port f41290f9-03e6-4357-9dbc-10475b6d0bcd completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:30:52.769222 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port f41290f9-03e6-4357-9dbc-10475b6d0bcd triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:30:52.769589 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:52.830925 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad11f200-71d7-4738-a5ab-6c9990f06493 admin admin] Router 92119be5-70b4-4b48-90ed-58ea00a6d8c7 is scheduled to L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 with binding_index 1 {{(pid=79276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 31 15:30:52.901402 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:52.937757 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] For port f41290f9-03e6-4357-9dbc-10475b6d0bcd, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=f41290f9-03e6-4357-9dbc-10475b6d0bcd,segment=NetworkSegment(84b59644-13f4-4a5a-bbeb-4b76431c9274),segment_id=84b59644-13f4-4a5a-bbeb-4b76431c9274)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:30:52.943056 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:52.950499 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-a7471494-b86a-4fcd-8655-5eb76339a8d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:30:53.022783 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad11f200-71d7-4738-a5ab-6c9990f06493 admin admin] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:30:53.024764 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Pushing event updated for resources: {'Port': ['ID=f41290f9-03e6-4357-9dbc-10475b6d0bcd,revision_number=3']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:30:53.027763 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:30:53.032270 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f300bf5-4e72-4033-93e7-e90d6076f1f9 None None] Sync routers for ids ['92119be5-70b4-4b48-90ed-58ea00a6d8c7'] in dv-cinder-802781-4-iscsi {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:30:53.041695 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f300bf5-4e72-4033-93e7-e90d6076f1f9 None None] Routers {'92119be5-70b4-4b48-90ed-58ea00a6d8c7'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:30:53.042314 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-0f300bf5-4e72-4033-93e7-e90d6076f1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:30:38Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['92119be5-70b4-4b48-90ed-58ea00a6d8c7'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:30:53.046421 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ad11f200-71d7-4738-a5ab-6c9990f06493 admin admin] Notify callbacks [] for router, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:53.047686 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-ad11f200-71d7-4738-a5ab-6c9990f06493 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5614214 Aug 31 15:30:53.050282 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 52716) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:30:53.133143 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-48263d7c-28da-4a82-b928-2d5d3add4c63 None None] Provisioning complete for port f41290f9-03e6-4357-9dbc-10475b6d0bcd triggered by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:30:53.133424 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-48263d7c-28da-4a82-b928-2d5d3add4c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:53.281616 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-0f300bf5-4e72-4033-93e7-e90d6076f1f9 None None] Set router 92119be5-70b4-4b48-90ed-58ea00a6d8c7 gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:30:53.621705 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-0f300bf5-4e72-4033-93e7-e90d6076f1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92119be5-70b4-4b48-90ed-58ea00a6d8c7', 'name': 'tempest-TestMinimumBasicScenario-1845208578-router', 'tenant_id': 'f3d481bcf1294c749009312b339c5ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8100cdd4-db90-417f-a411-9bd64b9b45ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:30:50Z', 'updated_at': '2021-08-31T15:30:51Z', 'revision_number': 3, 'project_id': 'f3d481bcf1294c749009312b339c5ff6', 'gw_port': {'id': '8100cdd4-db90-417f-a411-9bd64b9b45ed', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92119be5-70b4-4b48-90ed-58ea00a6d8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:30:51Z', 'updated_at': '2021-08-31T15:30:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi'}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:30:53.625786 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f300bf5-4e72-4033-93e7-e90d6076f1f9 None None] Checking router: 92119be5-70b4-4b48-90ed-58ea00a6d8c7 for host: dv-cinder-802781-4-iscsi {{(pid=79278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:30:53.626141 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f300bf5-4e72-4033-93e7-e90d6076f1f9 None None] Updating router 92119be5-70b4-4b48-90ed-58ea00a6d8c7 port 8100cdd4-db90-417f-a411-9bd64b9b45ed binding host dv-cinder-802781-4-iscsi {{(pid=79278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:30:53.684929 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-0f300bf5-4e72-4033-93e7-e90d6076f1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:53.866815 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 52728) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:30:53.871724 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0904c4d5-1441-4449-8e55-413150ddb2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:54.005232 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-e6dabb5a-fd5d-401b-b624-52e929677943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:54.019880 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-e6dabb5a-fd5d-401b-b624-52e929677943 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:30:54.023759 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-e6dabb5a-fd5d-401b-b624-52e929677943 admin admin] Usage tracker for resource:security_group_rule and tenant:a886ebcca0f14a90a07f536e7c712ee8 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:30:54.026558 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-e6dabb5a-fd5d-401b-b624-52e929677943 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:30:54.032624 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-e6dabb5a-fd5d-401b-b624-52e929677943 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:30:54.049935 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-0f300bf5-4e72-4033-93e7-e90d6076f1f9 None None] Notify callbacks [] for port, precommit_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:54.063221 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-0f300bf5-4e72-4033-93e7-e90d6076f1f9 None None] Transition to ACTIVE for port object 8100cdd4-db90-417f-a411-9bd64b9b45ed will not be triggered until provisioned by entity L2. {{(pid=79278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:30:54.071804 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-0f300bf5-4e72-4033-93e7-e90d6076f1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:54.075802 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-b4f012cf-f7a2-4368-8786-844ebee125c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:30:54.098938 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.db_base_plugin_common [None req-0904c4d5-1441-4449-8e55-413150ddb2e3 admin admin] Allocated IP 172.20.0.1 (8a43599e-3fd3-4af2-9714-5afac8df9dd8/e9deb1ca-4a37-474c-b752-f1749a20678d/c2ebbe47-9ede-43b6-85b8-0ee9d0e90736) {{(pid=79276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:30:54.123013 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-e6dabb5a-fd5d-401b-b624-52e929677943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:54.129291 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-e6dabb5a-fd5d-401b-b624-52e929677943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:54.156727 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-42b7a9f0-06da-433d-8fc9-84cb0ce00fba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:30:54.158816 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-0f300bf5-4e72-4033-93e7-e90d6076f1f9 None None] Attempting to bind port 8100cdd4-db90-417f-a411-9bd64b9b45ed on host dv-cinder-802781-4-iscsi for vnic_type normal with profile {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:30:54.159287 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-0f300bf5-4e72-4033-93e7-e90d6076f1f9 None None] Attempting to bind port 8100cdd4-db90-417f-a411-9bd64b9b45ed by drivers openvswitch,hyperv on host dv-cinder-802781-4-iscsi at level 0 using segments [{'id': 'ee0cca34-cfc1-48b8-9cd2-f432400bdd40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'}] {{(pid=79278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:30:54.159817 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f300bf5-4e72-4033-93e7-e90d6076f1f9 None None] Attempting to bind port 8100cdd4-db90-417f-a411-9bd64b9b45ed on network 8f15a7b0-c0b9-4864-9373-42147a89de1a {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:30:54.167855 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-e6dabb5a-fd5d-401b-b624-52e929677943 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a886ebcca0f14a90a07f536e7c712ee8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2994440 Aug 31 15:30:54.168832 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 52734) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:30:54.169690 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f300bf5-4e72-4033-93e7-e90d6076f1f9 None None] Checking agent: {'id': 'b1845f19-f6eb-4023-b5bb-8a6030080bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 15, 36), 'started_at': datetime.datetime(2021, 8, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:30:54.170173 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f300bf5-4e72-4033-93e7-e90d6076f1f9 None None] Checking segment: {'id': 'ee0cca34-cfc1-48b8-9cd2-f432400bdd40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:30:54.170912 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-0f300bf5-4e72-4033-93e7-e90d6076f1f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:54.171163 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f300bf5-4e72-4033-93e7-e90d6076f1f9 None None] Bound using segment: {'id': 'ee0cca34-cfc1-48b8-9cd2-f432400bdd40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'} {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:30:54.171743 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-0f300bf5-4e72-4033-93e7-e90d6076f1f9 None None] Bound port: 8100cdd4-db90-417f-a411-9bd64b9b45ed, host: dv-cinder-802781-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0cca34-cfc1-48b8-9cd2-f432400bdd40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'}}] {{(pid=79278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:30:54.172289 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-0f300bf5-4e72-4033-93e7-e90d6076f1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:54.197418 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3e2fc-935c-46d7-8b23-8a97305699b0 None None] Pushing event updated for resources: {'Port': ['ID=8100cdd4-db90-417f-a411-9bd64b9b45ed,revision_number=2']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:30:54.200991 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-01f3e2fc-935c-46d7-8b23-8a97305699b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:30:54.213437 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dabb5a-fd5d-401b-b624-52e929677943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c01135a-54f0-4fc1-b45b-5539f19857ba,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:30:54.233552 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dabb5a-fd5d-401b-b624-52e929677943 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:54.233919 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dabb5a-fd5d-401b-b624-52e929677943 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:54.234281 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dabb5a-fd5d-401b-b624-52e929677943 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:54.234638 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dabb5a-fd5d-401b-b624-52e929677943 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:54.234986 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dabb5a-fd5d-401b-b624-52e929677943 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:54.235361 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dabb5a-fd5d-401b-b624-52e929677943 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:54.235711 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dabb5a-fd5d-401b-b624-52e929677943 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:54.236554 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dabb5a-fd5d-401b-b624-52e929677943 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:54.236905 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dabb5a-fd5d-401b-b624-52e929677943 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:54.237529 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dabb5a-fd5d-401b-b624-52e929677943 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:54.237671 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dabb5a-fd5d-401b-b624-52e929677943 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:54.238014 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dabb5a-fd5d-401b-b624-52e929677943 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:54.244239 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-e6dabb5a-fd5d-401b-b624-52e929677943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:30:54.254155 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0904c4d5-1441-4449-8e55-413150ddb2e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:54.265889 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-0f300bf5-4e72-4033-93e7-e90d6076f1f9 None None] For port 8100cdd4-db90-417f-a411-9bd64b9b45ed, host dv-cinder-802781-4-iscsi, cleared binding levels {{(pid=79278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:30:54.266039 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f87a1d3f-f60e-4bea-ac33-cb0bc5a32a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:54.270220 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-0904c4d5-1441-4449-8e55-413150ddb2e3 admin admin] Transition to ACTIVE for port object c2ebbe47-9ede-43b6-85b8-0ee9d0e90736 will not be triggered until provisioned by entity DHCP. {{(pid=79276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:30:54.270431 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-0f300bf5-4e72-4033-93e7-e90d6076f1f9 None None] For port 8100cdd4-db90-417f-a411-9bd64b9b45ed, host dv-cinder-802781-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=8100cdd4-db90-417f-a411-9bd64b9b45ed,segment=NetworkSegment(ee0cca34-cfc1-48b8-9cd2-f432400bdd40),segment_id=ee0cca34-cfc1-48b8-9cd2-f432400bdd40)] {{(pid=79278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:30:54.274731 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-0f300bf5-4e72-4033-93e7-e90d6076f1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:54.279684 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:30:54.292776 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f87a1d3f-f60e-4bea-ac33-cb0bc5a32a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:54.294975 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0904c4d5-1441-4449-8e55-413150ddb2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1768796'] for port, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:54.300139 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:30:54.360376 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f300bf5-4e72-4033-93e7-e90d6076f1f9 None None] Routers {'92119be5-70b4-4b48-90ed-58ea00a6d8c7'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:30:54.361012 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-0f300bf5-4e72-4033-93e7-e90d6076f1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:30:38Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['92119be5-70b4-4b48-90ed-58ea00a6d8c7'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:30:54.366355 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f87a1d3f-f60e-4bea-ac33-cb0bc5a32a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:54.371566 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-3a4551cb-1254-42cf-947e-00b89055c56d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:30:54.376204 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0904c4d5-1441-4449-8e55-413150ddb2e3 admin admin] Network 8a43599e-3fd3-4af2-9714-5afac8df9dd8 is already hosted by enough agents. {{(pid=79276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:30:54.381379 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.base_scheduler [None req-0904c4d5-1441-4449-8e55-413150ddb2e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=79276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:30:54.385037 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a1d3f-f60e-4bea-ac33-cb0bc5a32a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c01135a-54f0-4fc1-b45b-5539f19857ba,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:30:54.385461 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0904c4d5-1441-4449-8e55-413150ddb2e3 admin admin] Received port after_create {{(pid=79276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:30:54.389310 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-f87a1d3f-f60e-4bea-ac33-cb0bc5a32a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:30:54.391801 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f87a1d3f-f60e-4bea-ac33-cb0bc5a32a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:54.407763 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-f87a1d3f-f60e-4bea-ac33-cb0bc5a32a15 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6c01135a-54f0-4fc1-b45b-5539f19857ba HTTP/1.1" status: 204 len: 168 time: 0.2357657 Aug 31 15:30:54.432177 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0904c4d5-1441-4449-8e55-413150ddb2e3 admin admin] Pushing event updated for resources: {'Port': ['ID=c2ebbe47-9ede-43b6-85b8-0ee9d0e90736,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:30:54.447898 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-0904c4d5-1441-4449-8e55-413150ddb2e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:30:54.501362 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0904c4d5-1441-4449-8e55-413150ddb2e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3927107'] for router_interface, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:54.516840 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3e2fc-935c-46d7-8b23-8a97305699b0 None None] Pushing event updated for resources: {'Port': ['ID=8100cdd4-db90-417f-a411-9bd64b9b45ed,revision_number=3']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:30:54.520670 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-01f3e2fc-935c-46d7-8b23-8a97305699b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:30:54.594606 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device f41290f9-03e6-4357-9dbc-10475b6d0bcd up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:30:54.682906 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-0f300bf5-4e72-4033-93e7-e90d6076f1f9 None None] Set router 92119be5-70b4-4b48-90ed-58ea00a6d8c7 gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:30:54.817473 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0904c4d5-1441-4449-8e55-413150ddb2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:54.842899 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-30f5a9c5-537b-4a67-a237-3ef0d6c5e1c8 None None] Provisioning for port c2ebbe47-9ede-43b6-85b8-0ee9d0e90736 completed by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:30:54.905667 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port f41290f9-03e6-4357-9dbc-10475b6d0bcd triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:30:54.906060 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:54.941164 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-30f5a9c5-537b-4a67-a237-3ef0d6c5e1c8 None None] Provisioning complete for port c2ebbe47-9ede-43b6-85b8-0ee9d0e90736 triggered by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:30:54.941437 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-30f5a9c5-537b-4a67-a237-3ef0d6c5e1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:55.057056 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0904c4d5-1441-4449-8e55-413150ddb2e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:55.062702 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0904c4d5-1441-4449-8e55-413150ddb2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1768773'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:55.084386 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-30f5a9c5-537b-4a67-a237-3ef0d6c5e1c8 None None] Port c2ebbe47-9ede-43b6-85b8-0ee9d0e90736 cannot update to ACTIVE because it is not bound. {{(pid=79278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:30:55.097372 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-470495f2-32f3-48fa-8575-06a2a0d43700 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:30:55.179524 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0904c4d5-1441-4449-8e55-413150ddb2e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3790843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3927084'] for router_interface, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:55.189794 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0904c4d5-1441-4449-8e55-413150ddb2e3 admin admin] Pushing event updated for resources: {'Port': ['ID=c2ebbe47-9ede-43b6-85b8-0ee9d0e90736,revision_number=2']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:30:55.192582 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-0904c4d5-1441-4449-8e55-413150ddb2e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:30:55.194957 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-0f300bf5-4e72-4033-93e7-e90d6076f1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92119be5-70b4-4b48-90ed-58ea00a6d8c7', 'name': 'tempest-TestMinimumBasicScenario-1845208578-router', 'tenant_id': 'f3d481bcf1294c749009312b339c5ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8100cdd4-db90-417f-a411-9bd64b9b45ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:30:50Z', 'updated_at': '2021-08-31T15:30:51Z', 'revision_number': 3, 'project_id': 'f3d481bcf1294c749009312b339c5ff6', 'gw_port': {'id': '8100cdd4-db90-417f-a411-9bd64b9b45ed', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92119be5-70b4-4b48-90ed-58ea00a6d8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:30:51Z', 'updated_at': '2021-08-31T15:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi'}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:30:55.200803 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f300bf5-4e72-4033-93e7-e90d6076f1f9 None None] The sync data for ids ['92119be5-70b4-4b48-90ed-58ea00a6d8c7'] in dv-cinder-802781-4-iscsi is: [{'id': '92119be5-70b4-4b48-90ed-58ea00a6d8c7', 'name': 'tempest-TestMinimumBasicScenario-1845208578-router', 'tenant_id': 'f3d481bcf1294c749009312b339c5ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8100cdd4-db90-417f-a411-9bd64b9b45ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:30:50Z', 'updated_at': '2021-08-31T15:30:51Z', 'revision_number': 3, 'project_id': 'f3d481bcf1294c749009312b339c5ff6', 'gw_port': {'id': '8100cdd4-db90-417f-a411-9bd64b9b45ed', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92119be5-70b4-4b48-90ed-58ea00a6d8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:30:51Z', 'updated_at': '2021-08-31T15:30:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi'}] {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:30:55.332588 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0904c4d5-1441-4449-8e55-413150ddb2e3 admin admin] Network 8a43599e-3fd3-4af2-9714-5afac8df9dd8 is already hosted by enough agents. {{(pid=79276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:30:55.333665 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.base_scheduler [None req-0904c4d5-1441-4449-8e55-413150ddb2e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=79276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:30:55.597673 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0904c4d5-1441-4449-8e55-413150ddb2e3 admin admin] Router 92119be5-70b4-4b48-90ed-58ea00a6d8c7 has already been hosted by L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 {{(pid=79276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:30:55.719219 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-2ebcf7d1-457d-4721-ae3b-b8a8724d44f3 None None] Provisioning complete for port c2ebbe47-9ede-43b6-85b8-0ee9d0e90736 triggered by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:30:55.719840 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-2ebcf7d1-457d-4721-ae3b-b8a8724d44f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:55.785364 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-2ebcf7d1-457d-4721-ae3b-b8a8724d44f3 None None] Port c2ebbe47-9ede-43b6-85b8-0ee9d0e90736 cannot update to ACTIVE because it is not bound. {{(pid=79278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:30:55.907229 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0904c4d5-1441-4449-8e55-413150ddb2e3 admin admin] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:30:55.917211 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-0904c4d5-1441-4449-8e55-413150ddb2e3 admin admin] 10.222.0.81 "PUT /v2.0/routers/92119be5-70b4-4b48-90ed-58ea00a6d8c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8658311 Aug 31 15:30:56.499795 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 8100cdd4-db90-417f-a411-9bd64b9b45ed up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:30:56.520211 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 52784) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:30:56.526076 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [None req-295fc2ea-e5fa-4e44-8d11-404abddb1b22 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1344773340-network', 'tenant_id': '90f56ea7fad64867b359606d6d978b62'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:30:56.530797 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-295fc2ea-e5fa-4e44-8d11-404abddb1b22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:30:56.535554 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-295fc2ea-e5fa-4e44-8d11-404abddb1b22 admin admin] Usage tracker for resource:network and tenant:90f56ea7fad64867b359606d6d978b62 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:30:56.538486 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-295fc2ea-e5fa-4e44-8d11-404abddb1b22 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:30:56.544382 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-295fc2ea-e5fa-4e44-8d11-404abddb1b22 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:30:56.555644 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295fc2ea-e5fa-4e44-8d11-404abddb1b22 admin admin] Made reservation on behalf of 90f56ea7fad64867b359606d6d978b62 for: {'network': 1} {{(pid=79277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:30:56.558311 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-295fc2ea-e5fa-4e44-8d11-404abddb1b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for network, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:56.568768 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning for port 8100cdd4-db90-417f-a411-9bd64b9b45ed completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:30:56.571853 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-295fc2ea-e5fa-4e44-8d11-404abddb1b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:56.573512 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port 8100cdd4-db90-417f-a411-9bd64b9b45ed triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:30:56.573883 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:56.587093 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-295fc2ea-e5fa-4e44-8d11-404abddb1b22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:30:56.590887 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-295fc2ea-e5fa-4e44-8d11-404abddb1b22 admin admin] Usage tracker for resource:security_group_rule and tenant:90f56ea7fad64867b359606d6d978b62 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:30:56.593609 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-295fc2ea-e5fa-4e44-8d11-404abddb1b22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:30:56.600397 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-295fc2ea-e5fa-4e44-8d11-404abddb1b22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:30:56.696730 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-295fc2ea-e5fa-4e44-8d11-404abddb1b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:56.700105 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:56.700775 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-295fc2ea-e5fa-4e44-8d11-404abddb1b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:56.704054 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-f59da618-3349-4927-8d48-e01e9c55f9d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:30:56.721057 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] For port 8100cdd4-db90-417f-a411-9bd64b9b45ed, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=8100cdd4-db90-417f-a411-9bd64b9b45ed,segment=NetworkSegment(ee0cca34-cfc1-48b8-9cd2-f432400bdd40),segment_id=ee0cca34-cfc1-48b8-9cd2-f432400bdd40)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:30:56.725314 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:56.727117 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-30761758-fc1c-44d2-ba88-beaef9486d09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:30:56.744489 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-295fc2ea-e5fa-4e44-8d11-404abddb1b22 admin admin] vlan segment allocate from pool success with {'vlan_id': 937, 'physical_network': 'physnet1'} {{(pid=79277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:30:56.746566 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295fc2ea-e5fa-4e44-8d11-404abddb1b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef9e4c8-295e-4c73-b6a4-6a4ed258d833,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:30:56.750126 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-295fc2ea-e5fa-4e44-8d11-404abddb1b22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:30:56.759568 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-295fc2ea-e5fa-4e44-8d11-404abddb1b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3286683'] for segment, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:56.759907 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.db.segments_db [None req-295fc2ea-e5fa-4e44-8d11-404abddb1b22 admin admin] Added segment 652cd546-61e7-4b8e-9935-e01f5fa0d9a5 of type vlan for network a052df04-ae35-4b19-8634-66adb9fd458a Aug 31 15:30:56.789449 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-295fc2ea-e5fa-4e44-8d11-404abddb1b22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738171399325'] for network, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:56.797336 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Pushing event updated for resources: {'Port': ['ID=8100cdd4-db90-417f-a411-9bd64b9b45ed,revision_number=4']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:30:56.801609 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:30:56.820899 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-295fc2ea-e5fa-4e44-8d11-404abddb1b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729'] for network, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:56.822309 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295fc2ea-e5fa-4e44-8d11-404abddb1b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:56.822914 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-295fc2ea-e5fa-4e44-8d11-404abddb1b22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for network, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:56.827742 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:30:56.916531 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7c6e1f-7452-4d1d-a04e-a472684b06d3 None None] Sync routers for ids ['92119be5-70b4-4b48-90ed-58ea00a6d8c7'] in dv-cinder-802781-4-iscsi {{(pid=79279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:30:56.922702 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-295fc2ea-e5fa-4e44-8d11-404abddb1b22 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4013407 Aug 31 15:30:56.926123 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 52788) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:30:56.928728 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7c6e1f-7452-4d1d-a04e-a472684b06d3 None None] Routers {'92119be5-70b4-4b48-90ed-58ea00a6d8c7'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:30:56.929003 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-8d7c6e1f-7452-4d1d-a04e-a472684b06d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:30:38Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['92119be5-70b4-4b48-90ed-58ea00a6d8c7'], 'active': True} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:30:56.932127 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295fc2ea-e5fa-4e44-8d11-404abddb1b22 admin admin] Pushing event updated for resources: {'Network': ['ID=a052df04-ae35-4b19-8634-66adb9fd458a,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:30:56.932534 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-b603cbc8-efff-459b-bf4f-e203c7a9502d admin admin] Request body: {'subnet': {'network_id': 'a052df04-ae35-4b19-8634-66adb9fd458a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1344773340-subnet', 'tenant_id': '90f56ea7fad64867b359606d6d978b62', 'ip_version': 4}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:30:56.934882 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-295fc2ea-e5fa-4e44-8d11-404abddb1b22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:30:56.937866 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-b603cbc8-efff-459b-bf4f-e203c7a9502d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:30:56.943512 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Network a052df04-ae35-4b19-8634-66adb9fd458a details requested by agent ovs-agent-dv-cinder-802781-4-iscsi with host dv-cinder-802781-4-iscsi {{(pid=79278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 15:30:56.948186 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-b603cbc8-efff-459b-bf4f-e203c7a9502d admin admin] Usage tracker for resource:subnet and tenant:90f56ea7fad64867b359606d6d978b62 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:30:56.951647 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-b603cbc8-efff-459b-bf4f-e203c7a9502d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:30:56.957865 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-b603cbc8-efff-459b-bf4f-e203c7a9502d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:30:56.973345 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b603cbc8-efff-459b-bf4f-e203c7a9502d admin admin] Made reservation on behalf of 90f56ea7fad64867b359606d6d978b62 for: {'subnet': 1} {{(pid=79276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:30:56.977624 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b603cbc8-efff-459b-bf4f-e203c7a9502d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-930169'] for subnet, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:57.151159 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvr_db [None req-8d7c6e1f-7452-4d1d-a04e-a472684b06d3 None None] Set router 92119be5-70b4-4b48-90ed-58ea00a6d8c7 gateway port host: dv-cinder-802781-4-iscsi {{(pid=79279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:30:57.220001 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b603cbc8-efff-459b-bf4f-e203c7a9502d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1765580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-930059'] for subnet, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:57.227787 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-40a2bac9-98d2-493b-8a06-3f3523a0d9c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:30:57.315320 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b603cbc8-efff-459b-bf4f-e203c7a9502d admin admin] Checking segment: {'id': '652cd546-61e7-4b8e-9935-e01f5fa0d9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'a052df04-ae35-4b19-8634-66adb9fd458a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:30:57.316199 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b603cbc8-efff-459b-bf4f-e203c7a9502d admin admin] Network hostable DHCP agents. Network: a052df04-ae35-4b19-8634-66adb9fd458a, hostable agents: ['2365506f-cea6-46f8-ac71-d4e1f85a8442'], hosted agents: [] {{(pid=79276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:30:57.323717 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b603cbc8-efff-459b-bf4f-e203c7a9502d admin admin] Pushing event updated for resources: {'Subnet': ['ID=72386d08-b38e-4d72-a77d-248f16cc13b1,revision_number=0']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:30:57.329976 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-b603cbc8-efff-459b-bf4f-e203c7a9502d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:30:57.342020 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b603cbc8-efff-459b-bf4f-e203c7a9502d admin admin] Network a052df04-ae35-4b19-8634-66adb9fd458a is scheduled to be hosted by DHCP agent 2365506f-cea6-46f8-ac71-d4e1f85a8442 with binding_index 1 {{(pid=79276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:30:57.352819 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.base_scheduler [None req-b603cbc8-efff-459b-bf4f-e203c7a9502d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-4-iscsi, a052df04-ae35-4b19-8634-66adb9fd458a) {{(pid=79276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:30:57.361780 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b603cbc8-efff-459b-bf4f-e203c7a9502d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:30:57.362407 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b603cbc8-efff-459b-bf4f-e203c7a9502d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for subnet, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:57.366790 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cac3fc-48fa-498d-af21-c13f2dc5a1a0 None None] Network a052df04-ae35-4b19-8634-66adb9fd458a requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:30:57.398329 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-b603cbc8-efff-459b-bf4f-e203c7a9502d admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4709642 Aug 31 15:30:57.400898 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 52802) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:30:57.408997 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-932ee006-7da0-4019-af43-55856af59b2f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1344773340-router', 'tenant_id': '90f56ea7fad64867b359606d6d978b62', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'}}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:30:57.415423 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-932ee006-7da0-4019-af43-55856af59b2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:30:57.423520 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-932ee006-7da0-4019-af43-55856af59b2f admin admin] Usage tracker for resource:router and tenant:90f56ea7fad64867b359606d6d978b62 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:30:57.431350 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-932ee006-7da0-4019-af43-55856af59b2f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:30:57.438082 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-932ee006-7da0-4019-af43-55856af59b2f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:30:57.463096 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-932ee006-7da0-4019-af43-55856af59b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3925207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-850'] for router, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:57.464765 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-932ee006-7da0-4019-af43-55856af59b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3925042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3907265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-859'] for router, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:57.497746 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-932ee006-7da0-4019-af43-55856af59b2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:57.528511 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-8d7c6e1f-7452-4d1d-a04e-a472684b06d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92119be5-70b4-4b48-90ed-58ea00a6d8c7', 'name': 'tempest-TestMinimumBasicScenario-1845208578-router', 'tenant_id': 'f3d481bcf1294c749009312b339c5ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8100cdd4-db90-417f-a411-9bd64b9b45ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:30:50Z', 'updated_at': '2021-08-31T15:30:54Z', 'revision_number': 4, 'project_id': 'f3d481bcf1294c749009312b339c5ff6', 'gw_port': {'id': '8100cdd4-db90-417f-a411-9bd64b9b45ed', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92119be5-70b4-4b48-90ed-58ea00a6d8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:30:51Z', 'updated_at': '2021-08-31T15:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': 'c2ebbe47-9ede-43b6-85b8-0ee9d0e90736', 'name': '', 'network_id': '8a43599e-3fd3-4af2-9714-5afac8df9dd8', 'tenant_id': 'f3d481bcf1294c749009312b339c5ff6', 'mac_address': 'fa:16:3e:dc:81:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92119be5-70b4-4b48-90ed-58ea00a6d8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e9deb1ca-4a37-474c-b752-f1749a20678d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:30:53Z', 'updated_at': '2021-08-31T15:30:54Z', 'revision_number': 2, 'project_id': 'f3d481bcf1294c749009312b339c5ff6', 'subnets': [{'id': 'e9deb1ca-4a37-474c-b752-f1749a20678d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:30:57.534556 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7c6e1f-7452-4d1d-a04e-a472684b06d3 None None] Checking router: 92119be5-70b4-4b48-90ed-58ea00a6d8c7 for host: dv-cinder-802781-4-iscsi {{(pid=79279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:30:57.535101 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7c6e1f-7452-4d1d-a04e-a472684b06d3 None None] Updating router 92119be5-70b4-4b48-90ed-58ea00a6d8c7 port c2ebbe47-9ede-43b6-85b8-0ee9d0e90736 binding host dv-cinder-802781-4-iscsi {{(pid=79279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:30:57.609742 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-8d7c6e1f-7452-4d1d-a04e-a472684b06d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:57.682600 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b040c15a-2ef9-44b2-8e59-cf7ae7e74ee6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31c034a1-c16d-5a01-a745-abc2b4c71a16-a052df04-ae35-4b19-8634-66adb9fd458a', 'network_id': 'a052df04-ae35-4b19-8634-66adb9fd458a', 'tenant_id': '90f56ea7fad64867b359606d6d978b62', 'fixed_ips': [{'subnet_id': '72386d08-b38e-4d72-a77d-248f16cc13b1'}]}} from dv-cinder-802781-4-iscsi. {{(pid=79278) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 31 15:30:57.683662 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-b040c15a-2ef9-44b2-8e59-cf7ae7e74ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:57.807467 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-932ee006-7da0-4019-af43-55856af59b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3907294', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3925092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-845'] for router, precommit_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:57.904177 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.db_base_plugin_common [None req-b040c15a-2ef9-44b2-8e59-cf7ae7e74ee6 None None] Allocated IP 172.20.0.2 (a052df04-ae35-4b19-8634-66adb9fd458a/72386d08-b38e-4d72-a77d-248f16cc13b1/d746b412-f713-41c1-a3a2-b1f48aab4384) {{(pid=79278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:30:57.994323 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-8d7c6e1f-7452-4d1d-a04e-a472684b06d3 None None] Notify callbacks [] for port, precommit_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:58.010887 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.provisioning_blocks [None req-8d7c6e1f-7452-4d1d-a04e-a472684b06d3 None None] Transition to ACTIVE for port object c2ebbe47-9ede-43b6-85b8-0ee9d0e90736 will not be triggered until provisioned by entity L2. {{(pid=79279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:30:58.022504 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-8d7c6e1f-7452-4d1d-a04e-a472684b06d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:58.033829 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:30:58.098903 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a451eed-3e50-4125-b69e-dd2ec756f7a4 None None] Pushing event updated for resources: {'Port': ['ID=c2ebbe47-9ede-43b6-85b8-0ee9d0e90736,revision_number=3']} {{(pid=79279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:30:58.108393 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a451eed-3e50-4125-b69e-dd2ec756f7a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:58.109048 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a451eed-3e50-4125-b69e-dd2ec756f7a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:58.109551 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a451eed-3e50-4125-b69e-dd2ec756f7a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:58.110053 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a451eed-3e50-4125-b69e-dd2ec756f7a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:58.110380 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a451eed-3e50-4125-b69e-dd2ec756f7a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:58.110717 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a451eed-3e50-4125-b69e-dd2ec756f7a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:58.111054 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a451eed-3e50-4125-b69e-dd2ec756f7a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:58.111469 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a451eed-3e50-4125-b69e-dd2ec756f7a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:58.111817 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a451eed-3e50-4125-b69e-dd2ec756f7a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:58.112140 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a451eed-3e50-4125-b69e-dd2ec756f7a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:58.112451 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a451eed-3e50-4125-b69e-dd2ec756f7a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:58.112762 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a451eed-3e50-4125-b69e-dd2ec756f7a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:30:58.118311 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG oslo_concurrency.lockutils [None req-9a451eed-3e50-4125-b69e-dd2ec756f7a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:30:58.192660 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-932ee006-7da0-4019-af43-55856af59b2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:58.256671 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-932ee006-7da0-4019-af43-55856af59b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:58.261989 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-b040c15a-2ef9-44b2-8e59-cf7ae7e74ee6 None None] Notify callbacks [] for port, precommit_create {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:58.281294 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-b040c15a-2ef9-44b2-8e59-cf7ae7e74ee6 None None] Transition to ACTIVE for port object d746b412-f713-41c1-a3a2-b1f48aab4384 will not be triggered until provisioned by entity L2. {{(pid=79278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:30:58.307860 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-b040c15a-2ef9-44b2-8e59-cf7ae7e74ee6 None None] Transition to ACTIVE for port object d746b412-f713-41c1-a3a2-b1f48aab4384 will not be triggered until provisioned by entity DHCP. {{(pid=79278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:30:58.316705 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-b040c15a-2ef9-44b2-8e59-cf7ae7e74ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264'] for port, after_create {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:58.323572 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-01f3e2fc-935c-46d7-8b23-8a97305699b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:30:58.394160 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b040c15a-2ef9-44b2-8e59-cf7ae7e74ee6 None None] Network a052df04-ae35-4b19-8634-66adb9fd458a is already hosted by enough agents. {{(pid=79278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:30:58.397301 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.scheduler.base_scheduler [None req-b040c15a-2ef9-44b2-8e59-cf7ae7e74ee6 None None] Resources bound (agent type, host, resource id): {{(pid=79278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:30:58.400074 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b040c15a-2ef9-44b2-8e59-cf7ae7e74ee6 None None] Received port after_create {{(pid=79278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:30:58.402054 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.managers [None req-8d7c6e1f-7452-4d1d-a04e-a472684b06d3 None None] Attempting to bind port c2ebbe47-9ede-43b6-85b8-0ee9d0e90736 on host dv-cinder-802781-4-iscsi for vnic_type normal with profile {{(pid=79279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:30:58.402392 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.managers [None req-8d7c6e1f-7452-4d1d-a04e-a472684b06d3 None None] Attempting to bind port c2ebbe47-9ede-43b6-85b8-0ee9d0e90736 by drivers openvswitch,hyperv on host dv-cinder-802781-4-iscsi at level 0 using segments [{'id': '84b59644-13f4-4a5a-bbeb-4b76431c9274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8a43599e-3fd3-4af2-9714-5afac8df9dd8'}] {{(pid=79279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:30:58.403492 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7c6e1f-7452-4d1d-a04e-a472684b06d3 None None] Attempting to bind port c2ebbe47-9ede-43b6-85b8-0ee9d0e90736 on network 8a43599e-3fd3-4af2-9714-5afac8df9dd8 {{(pid=79279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:30:58.413830 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7c6e1f-7452-4d1d-a04e-a472684b06d3 None None] Checking agent: {'id': 'b1845f19-f6eb-4023-b5bb-8a6030080bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 15, 36), 'started_at': datetime.datetime(2021, 8, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:30:58.417083 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7c6e1f-7452-4d1d-a04e-a472684b06d3 None None] Checking segment: {'id': '84b59644-13f4-4a5a-bbeb-4b76431c9274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8a43599e-3fd3-4af2-9714-5afac8df9dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:30:58.417531 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-8d7c6e1f-7452-4d1d-a04e-a472684b06d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:58.418455 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7c6e1f-7452-4d1d-a04e-a472684b06d3 None None] Bound using segment: {'id': '84b59644-13f4-4a5a-bbeb-4b76431c9274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8a43599e-3fd3-4af2-9714-5afac8df9dd8'} {{(pid=79279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:30:58.418958 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.managers [None req-8d7c6e1f-7452-4d1d-a04e-a472684b06d3 None None] Bound port: c2ebbe47-9ede-43b6-85b8-0ee9d0e90736, host: dv-cinder-802781-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b59644-13f4-4a5a-bbeb-4b76431c9274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8a43599e-3fd3-4af2-9714-5afac8df9dd8'}}] {{(pid=79279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:30:58.419379 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-8d7c6e1f-7452-4d1d-a04e-a472684b06d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:58.436236 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.db_base_plugin_common [None req-932ee006-7da0-4019-af43-55856af59b2f admin admin] Allocated IP 172.27.1.80 (8f15a7b0-c0b9-4864-9373-42147a89de1a/497a4a38-4d00-4e5c-ae08-9918d0306661/ebd657ed-fee7-408b-bf70-1e3620b31a0c) {{(pid=79276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:30:58.460021 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040c15a-2ef9-44b2-8e59-cf7ae7e74ee6 None None] Pushing event updated for resources: {'Port': ['ID=d746b412-f713-41c1-a3a2-b1f48aab4384,revision_number=1']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:30:58.463426 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-b040c15a-2ef9-44b2-8e59-cf7ae7e74ee6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:30:58.544666 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.db [None req-8d7c6e1f-7452-4d1d-a04e-a472684b06d3 None None] For port c2ebbe47-9ede-43b6-85b8-0ee9d0e90736, host dv-cinder-802781-4-iscsi, cleared binding levels {{(pid=79279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:30:58.552701 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 8100cdd4-db90-417f-a411-9bd64b9b45ed up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:30:58.554067 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.db [None req-8d7c6e1f-7452-4d1d-a04e-a472684b06d3 None None] For port c2ebbe47-9ede-43b6-85b8-0ee9d0e90736, host dv-cinder-802781-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=c2ebbe47-9ede-43b6-85b8-0ee9d0e90736,segment=NetworkSegment(84b59644-13f4-4a5a-bbeb-4b76431c9274),segment_id=84b59644-13f4-4a5a-bbeb-4b76431c9274)] {{(pid=79279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:30:58.564148 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-8d7c6e1f-7452-4d1d-a04e-a472684b06d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:58.568177 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:30:58.607131 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-b040c15a-2ef9-44b2-8e59-cf7ae7e74ee6 None None] Attempting to bind port d746b412-f713-41c1-a3a2-b1f48aab4384 on host dv-cinder-802781-4-iscsi for vnic_type normal with profile {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:30:58.607551 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-b040c15a-2ef9-44b2-8e59-cf7ae7e74ee6 None None] Attempting to bind port d746b412-f713-41c1-a3a2-b1f48aab4384 by drivers openvswitch,hyperv on host dv-cinder-802781-4-iscsi at level 0 using segments [{'id': '652cd546-61e7-4b8e-9935-e01f5fa0d9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'a052df04-ae35-4b19-8634-66adb9fd458a'}] {{(pid=79278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:30:58.607926 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b040c15a-2ef9-44b2-8e59-cf7ae7e74ee6 None None] Attempting to bind port d746b412-f713-41c1-a3a2-b1f48aab4384 on network a052df04-ae35-4b19-8634-66adb9fd458a {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:30:58.618010 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b040c15a-2ef9-44b2-8e59-cf7ae7e74ee6 None None] Checking agent: {'id': 'b1845f19-f6eb-4023-b5bb-8a6030080bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 15, 36), 'started_at': datetime.datetime(2021, 8, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:30:58.618391 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b040c15a-2ef9-44b2-8e59-cf7ae7e74ee6 None None] Checking segment: {'id': '652cd546-61e7-4b8e-9935-e01f5fa0d9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'a052df04-ae35-4b19-8634-66adb9fd458a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:30:58.618798 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-b040c15a-2ef9-44b2-8e59-cf7ae7e74ee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:58.619187 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b040c15a-2ef9-44b2-8e59-cf7ae7e74ee6 None None] Bound using segment: {'id': '652cd546-61e7-4b8e-9935-e01f5fa0d9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'a052df04-ae35-4b19-8634-66adb9fd458a'} {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:30:58.619692 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-b040c15a-2ef9-44b2-8e59-cf7ae7e74ee6 None None] Bound port: d746b412-f713-41c1-a3a2-b1f48aab4384, host: dv-cinder-802781-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652cd546-61e7-4b8e-9935-e01f5fa0d9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'a052df04-ae35-4b19-8634-66adb9fd458a'}}] {{(pid=79278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:30:58.620566 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-b040c15a-2ef9-44b2-8e59-cf7ae7e74ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:58.646935 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7c6e1f-7452-4d1d-a04e-a472684b06d3 None None] Routers {'92119be5-70b4-4b48-90ed-58ea00a6d8c7'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:30:58.647657 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-8d7c6e1f-7452-4d1d-a04e-a472684b06d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:30:38Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['92119be5-70b4-4b48-90ed-58ea00a6d8c7'], 'active': True} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:30:58.669749 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-932ee006-7da0-4019-af43-55856af59b2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:58.712707 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-932ee006-7da0-4019-af43-55856af59b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1768796'] for port, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:58.717846 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-2ab18bb1-ed82-4d53-a94b-6e800c7b2821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:30:58.731943 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port 8100cdd4-db90-417f-a411-9bd64b9b45ed triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:30:58.732352 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:58.734760 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a451eed-3e50-4125-b69e-dd2ec756f7a4 None None] Pushing event updated for resources: {'Port': ['ID=c2ebbe47-9ede-43b6-85b8-0ee9d0e90736,revision_number=4']} {{(pid=79279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:30:58.739666 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG oslo_concurrency.lockutils [None req-9a451eed-3e50-4125-b69e-dd2ec756f7a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:30:58.774332 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-b040c15a-2ef9-44b2-8e59-cf7ae7e74ee6 None None] For port d746b412-f713-41c1-a3a2-b1f48aab4384, host dv-cinder-802781-4-iscsi, cleared binding levels {{(pid=79278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:30:58.809876 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-b040c15a-2ef9-44b2-8e59-cf7ae7e74ee6 None None] For port d746b412-f713-41c1-a3a2-b1f48aab4384, host dv-cinder-802781-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=d746b412-f713-41c1-a3a2-b1f48aab4384,segment=NetworkSegment(652cd546-61e7-4b8e-9935-e01f5fa0d9a5),segment_id=652cd546-61e7-4b8e-9935-e01f5fa0d9a5)] {{(pid=79278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:30:58.821147 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-b040c15a-2ef9-44b2-8e59-cf7ae7e74ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:58.835993 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:30:58.870786 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvr_db [None req-8d7c6e1f-7452-4d1d-a04e-a472684b06d3 None None] Set router 92119be5-70b4-4b48-90ed-58ea00a6d8c7 gateway port host: dv-cinder-802781-4-iscsi {{(pid=79279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:30:58.912059 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932ee006-7da0-4019-af43-55856af59b2f admin admin] Network 8f15a7b0-c0b9-4864-9373-42147a89de1a is already hosted by enough agents. {{(pid=79276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:30:58.915236 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.base_scheduler [None req-932ee006-7da0-4019-af43-55856af59b2f admin admin] Resources bound (agent type, host, resource id): {{(pid=79276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:30:58.919319 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932ee006-7da0-4019-af43-55856af59b2f admin admin] Received port after_create {{(pid=79276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:30:58.962253 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ee006-7da0-4019-af43-55856af59b2f admin admin] Pushing event updated for resources: {'Port': ['ID=ebd657ed-fee7-408b-bf70-1e3620b31a0c,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:30:58.966749 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-932ee006-7da0-4019-af43-55856af59b2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:30:58.993624 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040c15a-2ef9-44b2-8e59-cf7ae7e74ee6 None None] Pushing event updated for resources: {'Port': ['ID=d746b412-f713-41c1-a3a2-b1f48aab4384,revision_number=2']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:30:58.997746 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-b040c15a-2ef9-44b2-8e59-cf7ae7e74ee6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:30:59.261415 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-8d7c6e1f-7452-4d1d-a04e-a472684b06d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92119be5-70b4-4b48-90ed-58ea00a6d8c7', 'name': 'tempest-TestMinimumBasicScenario-1845208578-router', 'tenant_id': 'f3d481bcf1294c749009312b339c5ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8100cdd4-db90-417f-a411-9bd64b9b45ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:30:50Z', 'updated_at': '2021-08-31T15:30:54Z', 'revision_number': 4, 'project_id': 'f3d481bcf1294c749009312b339c5ff6', 'gw_port': {'id': '8100cdd4-db90-417f-a411-9bd64b9b45ed', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92119be5-70b4-4b48-90ed-58ea00a6d8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:30:51Z', 'updated_at': '2021-08-31T15:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': 'c2ebbe47-9ede-43b6-85b8-0ee9d0e90736', 'name': '', 'network_id': '8a43599e-3fd3-4af2-9714-5afac8df9dd8', 'tenant_id': 'f3d481bcf1294c749009312b339c5ff6', 'mac_address': 'fa:16:3e:dc:81:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92119be5-70b4-4b48-90ed-58ea00a6d8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e9deb1ca-4a37-474c-b752-f1749a20678d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:30:53Z', 'updated_at': '2021-08-31T15:30:58Z', 'revision_number': 4, 'project_id': 'f3d481bcf1294c749009312b339c5ff6', 'subnets': [{'id': 'e9deb1ca-4a37-474c-b752-f1749a20678d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:30:59.266157 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7c6e1f-7452-4d1d-a04e-a472684b06d3 None None] The sync data for ids ['92119be5-70b4-4b48-90ed-58ea00a6d8c7'] in dv-cinder-802781-4-iscsi is: [{'id': '92119be5-70b4-4b48-90ed-58ea00a6d8c7', 'name': 'tempest-TestMinimumBasicScenario-1845208578-router', 'tenant_id': 'f3d481bcf1294c749009312b339c5ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8100cdd4-db90-417f-a411-9bd64b9b45ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:30:50Z', 'updated_at': '2021-08-31T15:30:54Z', 'revision_number': 4, 'project_id': 'f3d481bcf1294c749009312b339c5ff6', 'gw_port': {'id': '8100cdd4-db90-417f-a411-9bd64b9b45ed', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92119be5-70b4-4b48-90ed-58ea00a6d8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:30:51Z', 'updated_at': '2021-08-31T15:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': 'c2ebbe47-9ede-43b6-85b8-0ee9d0e90736', 'name': '', 'network_id': '8a43599e-3fd3-4af2-9714-5afac8df9dd8', 'tenant_id': 'f3d481bcf1294c749009312b339c5ff6', 'mac_address': 'fa:16:3e:dc:81:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92119be5-70b4-4b48-90ed-58ea00a6d8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e9deb1ca-4a37-474c-b752-f1749a20678d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:30:53Z', 'updated_at': '2021-08-31T15:30:58Z', 'revision_number': 4, 'project_id': 'f3d481bcf1294c749009312b339c5ff6', 'subnets': [{'id': 'e9deb1ca-4a37-474c-b752-f1749a20678d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:30:59.446013 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-932ee006-7da0-4019-af43-55856af59b2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:30:59.840694 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-932ee006-7da0-4019-af43-55856af59b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3925029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3906950'] for router, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:00.068332 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d594d35-190e-489a-99ae-bd517c795b56 None None] Network a052df04-ae35-4b19-8634-66adb9fd458a requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:31:00.075698 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932ee006-7da0-4019-af43-55856af59b2f admin admin] Router 844c1ae6-4a4a-4eb8-8bec-41a3eb620b24 is scheduled to L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 with binding_index 1 {{(pid=79276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 31 15:31:00.175281 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-833c3377-4263-4135-92b1-ed36b44391ae None None] Provisioning for port d746b412-f713-41c1-a3a2-b1f48aab4384 completed by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:31:00.261365 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932ee006-7da0-4019-af43-55856af59b2f admin admin] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:31:00.294286 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1c23be-22e3-417c-b41e-0e0f1ca3f7bb None None] Sync routers for ids ['844c1ae6-4a4a-4eb8-8bec-41a3eb620b24'] in dv-cinder-802781-4-iscsi {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:31:00.297195 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-932ee006-7da0-4019-af43-55856af59b2f admin admin] Notify callbacks [] for router, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:00.298796 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-932ee006-7da0-4019-af43-55856af59b2f admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8967123 Aug 31 15:31:00.301368 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 52826) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:31:00.320407 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1c23be-22e3-417c-b41e-0e0f1ca3f7bb None None] Routers {'844c1ae6-4a4a-4eb8-8bec-41a3eb620b24'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:31:00.320951 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-4a1c23be-22e3-417c-b41e-0e0f1ca3f7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:30:38Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['844c1ae6-4a4a-4eb8-8bec-41a3eb620b24'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:31:00.540169 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-4a1c23be-22e3-417c-b41e-0e0f1ca3f7bb None None] Set router 844c1ae6-4a4a-4eb8-8bec-41a3eb620b24 gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:31:00.649578 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device d746b412-f713-41c1-a3a2-b1f48aab4384 up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:31:00.913904 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning for port d746b412-f713-41c1-a3a2-b1f48aab4384 completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:31:00.932695 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-5812aca4-94d5-4330-9e36-b52f86829348 None None] Provisioning complete for port d746b412-f713-41c1-a3a2-b1f48aab4384 triggered by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:31:00.933068 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-5812aca4-94d5-4330-9e36-b52f86829348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:00.964044 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port d746b412-f713-41c1-a3a2-b1f48aab4384 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:31:00.964423 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:01.201229 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0fac70b0-48b5-485d-b1b8-c80172de46c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:01.216149 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:01.238455 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-5812aca4-94d5-4330-9e36-b52f86829348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:01.249169 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-4a1c23be-22e3-417c-b41e-0e0f1ca3f7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844c1ae6-4a4a-4eb8-8bec-41a3eb620b24', 'name': 'tempest-TestMinimumBasicScenario-1344773340-router', 'tenant_id': '90f56ea7fad64867b359606d6d978b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'ebd657ed-fee7-408b-bf70-1e3620b31a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:30:57Z', 'updated_at': '2021-08-31T15:30:59Z', 'revision_number': 3, 'project_id': '90f56ea7fad64867b359606d6d978b62', 'gw_port': {'id': 'ebd657ed-fee7-408b-bf70-1e3620b31a0c', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ee:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844c1ae6-4a4a-4eb8-8bec-41a3eb620b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:30:58Z', 'updated_at': '2021-08-31T15:30:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi'}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:31:01.265128 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1c23be-22e3-417c-b41e-0e0f1ca3f7bb None None] Checking router: 844c1ae6-4a4a-4eb8-8bec-41a3eb620b24 for host: dv-cinder-802781-4-iscsi {{(pid=79278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:31:01.265486 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1c23be-22e3-417c-b41e-0e0f1ca3f7bb None None] Updating router 844c1ae6-4a4a-4eb8-8bec-41a3eb620b24 port ebd657ed-fee7-408b-bf70-1e3620b31a0c binding host dv-cinder-802781-4-iscsi {{(pid=79278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:31:01.330124 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] For port d746b412-f713-41c1-a3a2-b1f48aab4384, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=d746b412-f713-41c1-a3a2-b1f48aab4384,segment=NetworkSegment(652cd546-61e7-4b8e-9935-e01f5fa0d9a5),segment_id=652cd546-61e7-4b8e-9935-e01f5fa0d9a5)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:31:01.338278 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:01.339106 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device c2ebbe47-9ede-43b6-85b8-0ee9d0e90736 up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:31:01.369407 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-01f3e2fc-935c-46d7-8b23-8a97305699b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:31:01.420240 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-4a1c23be-22e3-417c-b41e-0e0f1ca3f7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:01.429563 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.db_base_plugin_common [None req-0fac70b0-48b5-485d-b1b8-c80172de46c2 admin admin] Allocated IP 172.20.0.1 (a052df04-ae35-4b19-8634-66adb9fd458a/72386d08-b38e-4d72-a77d-248f16cc13b1/9261cbd9-221a-46b4-a356-9554dfe1ec9b) {{(pid=79276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:31:01.585457 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0fac70b0-48b5-485d-b1b8-c80172de46c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:01.592258 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.db.api [None req-5812aca4-94d5-4330-9e36-b52f86829348 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79278) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 15:31:01.592664 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_db.api [None req-5812aca4-94d5-4330-9e36-b52f86829348 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 15:31:01.602394 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-0fac70b0-48b5-485d-b1b8-c80172de46c2 admin admin] Transition to ACTIVE for port object 9261cbd9-221a-46b4-a356-9554dfe1ec9b will not be triggered until provisioned by entity DHCP. {{(pid=79276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:31:01.606057 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Pushing event updated for resources: {'Port': ['ID=d746b412-f713-41c1-a3a2-b1f48aab4384,revision_number=3']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:31:01.619358 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:31:01.626055 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0fac70b0-48b5-485d-b1b8-c80172de46c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1768796'] for port, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:01.631365 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:31:01.636790 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning for port c2ebbe47-9ede-43b6-85b8-0ee9d0e90736 completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:31:01.658531 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port c2ebbe47-9ede-43b6-85b8-0ee9d0e90736 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:31:01.659100 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:01.697249 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fac70b0-48b5-485d-b1b8-c80172de46c2 admin admin] Network a052df04-ae35-4b19-8634-66adb9fd458a is already hosted by enough agents. {{(pid=79276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:31:01.702939 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.base_scheduler [None req-0fac70b0-48b5-485d-b1b8-c80172de46c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=79276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:31:01.709591 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fac70b0-48b5-485d-b1b8-c80172de46c2 admin admin] Received port after_create {{(pid=79276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:31:01.737316 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac70b0-48b5-485d-b1b8-c80172de46c2 admin admin] Pushing event updated for resources: {'Port': ['ID=9261cbd9-221a-46b4-a356-9554dfe1ec9b,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:31:01.744089 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-0fac70b0-48b5-485d-b1b8-c80172de46c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:31:01.768841 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0fac70b0-48b5-485d-b1b8-c80172de46c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3927107'] for router_interface, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:01.893225 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:01.898295 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0fac70b0-48b5-485d-b1b8-c80172de46c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:01.983450 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] For port c2ebbe47-9ede-43b6-85b8-0ee9d0e90736, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=c2ebbe47-9ede-43b6-85b8-0ee9d0e90736,segment=NetworkSegment(84b59644-13f4-4a5a-bbeb-4b76431c9274),segment_id=84b59644-13f4-4a5a-bbeb-4b76431c9274)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:31:01.996268 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:02.001241 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:31:02.036361 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-4a1c23be-22e3-417c-b41e-0e0f1ca3f7bb None None] Notify callbacks [] for port, precommit_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:02.068285 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-4a1c23be-22e3-417c-b41e-0e0f1ca3f7bb None None] Transition to ACTIVE for port object ebd657ed-fee7-408b-bf70-1e3620b31a0c will not be triggered until provisioned by entity L2. {{(pid=79278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:31:02.080979 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-4a1c23be-22e3-417c-b41e-0e0f1ca3f7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:02.144032 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Pushing event updated for resources: {'Port': ['ID=c2ebbe47-9ede-43b6-85b8-0ee9d0e90736,revision_number=5']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:31:02.153256 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:31:02.153784 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-c61031e1-b994-4a7f-89aa-3cfe5104c1c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:31:02.208478 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-4a1c23be-22e3-417c-b41e-0e0f1ca3f7bb None None] Attempting to bind port ebd657ed-fee7-408b-bf70-1e3620b31a0c on host dv-cinder-802781-4-iscsi for vnic_type normal with profile {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:31:02.208860 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-4a1c23be-22e3-417c-b41e-0e0f1ca3f7bb None None] Attempting to bind port ebd657ed-fee7-408b-bf70-1e3620b31a0c by drivers openvswitch,hyperv on host dv-cinder-802781-4-iscsi at level 0 using segments [{'id': 'ee0cca34-cfc1-48b8-9cd2-f432400bdd40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'}] {{(pid=79278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:31:02.209228 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1c23be-22e3-417c-b41e-0e0f1ca3f7bb None None] Attempting to bind port ebd657ed-fee7-408b-bf70-1e3620b31a0c on network 8f15a7b0-c0b9-4864-9373-42147a89de1a {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:31:02.223293 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1c23be-22e3-417c-b41e-0e0f1ca3f7bb None None] Checking agent: {'id': 'b1845f19-f6eb-4023-b5bb-8a6030080bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 15, 36), 'started_at': datetime.datetime(2021, 8, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:31:02.224053 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1c23be-22e3-417c-b41e-0e0f1ca3f7bb None None] Checking segment: {'id': 'ee0cca34-cfc1-48b8-9cd2-f432400bdd40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:31:02.224053 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-4a1c23be-22e3-417c-b41e-0e0f1ca3f7bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:02.224473 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1c23be-22e3-417c-b41e-0e0f1ca3f7bb None None] Bound using segment: {'id': 'ee0cca34-cfc1-48b8-9cd2-f432400bdd40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'} {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:31:02.224969 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-4a1c23be-22e3-417c-b41e-0e0f1ca3f7bb None None] Bound port: ebd657ed-fee7-408b-bf70-1e3620b31a0c, host: dv-cinder-802781-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0cca34-cfc1-48b8-9cd2-f432400bdd40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'}}] {{(pid=79278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:31:02.225349 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-4a1c23be-22e3-417c-b41e-0e0f1ca3f7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:02.255855 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0fac70b0-48b5-485d-b1b8-c80172de46c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:02.261565 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0fac70b0-48b5-485d-b1b8-c80172de46c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1768773'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:02.285501 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2dcc93-6ed1-4ab0-ae4c-9152a781db7a None None] Pushing event updated for resources: {'Port': ['ID=ebd657ed-fee7-408b-bf70-1e3620b31a0c,revision_number=2']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:31:02.289672 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-bf2dcc93-6ed1-4ab0-ae4c-9152a781db7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:31:02.296654 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:31:02.317570 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-4a1c23be-22e3-417c-b41e-0e0f1ca3f7bb None None] For port ebd657ed-fee7-408b-bf70-1e3620b31a0c, host dv-cinder-802781-4-iscsi, cleared binding levels {{(pid=79278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:31:02.321403 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-4a1c23be-22e3-417c-b41e-0e0f1ca3f7bb None None] For port ebd657ed-fee7-408b-bf70-1e3620b31a0c, host dv-cinder-802781-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=ebd657ed-fee7-408b-bf70-1e3620b31a0c,segment=NetworkSegment(ee0cca34-cfc1-48b8-9cd2-f432400bdd40),segment_id=ee0cca34-cfc1-48b8-9cd2-f432400bdd40)] {{(pid=79278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:31:02.326621 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-4a1c23be-22e3-417c-b41e-0e0f1ca3f7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:02.331206 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:31:02.390582 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0fac70b0-48b5-485d-b1b8-c80172de46c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3790843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3927084'] for router_interface, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:02.399756 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac70b0-48b5-485d-b1b8-c80172de46c2 admin admin] Pushing event updated for resources: {'Port': ['ID=9261cbd9-221a-46b4-a356-9554dfe1ec9b,revision_number=2']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:31:02.403992 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-0fac70b0-48b5-485d-b1b8-c80172de46c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:31:02.426004 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1c23be-22e3-417c-b41e-0e0f1ca3f7bb None None] Routers {'844c1ae6-4a4a-4eb8-8bec-41a3eb620b24'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:31:02.426639 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-4a1c23be-22e3-417c-b41e-0e0f1ca3f7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:30:38Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['844c1ae6-4a4a-4eb8-8bec-41a3eb620b24'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:31:02.482727 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-2b6ad09b-7b10-4141-a9ed-aead53c57bfc None None] Provisioning for port 9261cbd9-221a-46b4-a356-9554dfe1ec9b completed by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:31:02.496331 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-2b6ad09b-7b10-4141-a9ed-aead53c57bfc None None] Provisioning complete for port 9261cbd9-221a-46b4-a356-9554dfe1ec9b triggered by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:31:02.496715 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-2b6ad09b-7b10-4141-a9ed-aead53c57bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:02.594074 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fac70b0-48b5-485d-b1b8-c80172de46c2 admin admin] Network a052df04-ae35-4b19-8634-66adb9fd458a is already hosted by enough agents. {{(pid=79276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:31:02.595831 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.base_scheduler [None req-0fac70b0-48b5-485d-b1b8-c80172de46c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=79276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:31:02.607626 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2dcc93-6ed1-4ab0-ae4c-9152a781db7a None None] Pushing event updated for resources: {'Port': ['ID=ebd657ed-fee7-408b-bf70-1e3620b31a0c,revision_number=3']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:31:02.610572 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device d746b412-f713-41c1-a3a2-b1f48aab4384 up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:31:02.646360 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-bf2dcc93-6ed1-4ab0-ae4c-9152a781db7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:31:02.697944 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-2b6ad09b-7b10-4141-a9ed-aead53c57bfc None None] Port 9261cbd9-221a-46b4-a356-9554dfe1ec9b cannot update to ACTIVE because it is not bound. {{(pid=79278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:31:02.797479 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fac70b0-48b5-485d-b1b8-c80172de46c2 admin admin] Router 844c1ae6-4a4a-4eb8-8bec-41a3eb620b24 has already been hosted by L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 {{(pid=79276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:31:02.802170 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-4a1c23be-22e3-417c-b41e-0e0f1ca3f7bb None None] Set router 844c1ae6-4a4a-4eb8-8bec-41a3eb620b24 gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:31:02.849444 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port d746b412-f713-41c1-a3a2-b1f48aab4384 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:31:02.849817 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:02.981411 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fac70b0-48b5-485d-b1b8-c80172de46c2 admin admin] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:31:02.990930 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-0fac70b0-48b5-485d-b1b8-c80172de46c2 admin admin] 10.222.0.81 "PUT /v2.0/routers/844c1ae6-4a4a-4eb8-8bec-41a3eb620b24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6884346 Aug 31 15:31:02.993120 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f9d9fb5c-ff52-4885-929c-134dfa5b2075 None None] Provisioning complete for port 9261cbd9-221a-46b4-a356-9554dfe1ec9b triggered by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:31:02.993502 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f9d9fb5c-ff52-4885-929c-134dfa5b2075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:03.173067 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f9d9fb5c-ff52-4885-929c-134dfa5b2075 None None] Port 9261cbd9-221a-46b4-a356-9554dfe1ec9b cannot update to ACTIVE because it is not bound. {{(pid=79278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:31:03.208253 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device c2ebbe47-9ede-43b6-85b8-0ee9d0e90736 up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:31:03.334635 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port c2ebbe47-9ede-43b6-85b8-0ee9d0e90736 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:31:03.335713 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:03.392859 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-4a1c23be-22e3-417c-b41e-0e0f1ca3f7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844c1ae6-4a4a-4eb8-8bec-41a3eb620b24', 'name': 'tempest-TestMinimumBasicScenario-1344773340-router', 'tenant_id': '90f56ea7fad64867b359606d6d978b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'ebd657ed-fee7-408b-bf70-1e3620b31a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:30:57Z', 'updated_at': '2021-08-31T15:31:01Z', 'revision_number': 4, 'project_id': '90f56ea7fad64867b359606d6d978b62', 'gw_port': {'id': 'ebd657ed-fee7-408b-bf70-1e3620b31a0c', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ee:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844c1ae6-4a4a-4eb8-8bec-41a3eb620b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:30:58Z', 'updated_at': '2021-08-31T15:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': '9261cbd9-221a-46b4-a356-9554dfe1ec9b', 'name': '', 'network_id': 'a052df04-ae35-4b19-8634-66adb9fd458a', 'tenant_id': '90f56ea7fad64867b359606d6d978b62', 'mac_address': 'fa:16:3e:bc:47:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844c1ae6-4a4a-4eb8-8bec-41a3eb620b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '72386d08-b38e-4d72-a77d-248f16cc13b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:31:01Z', 'updated_at': '2021-08-31T15:31:01Z', 'revision_number': 2, 'project_id': '90f56ea7fad64867b359606d6d978b62', 'subnets': [{'id': '72386d08-b38e-4d72-a77d-248f16cc13b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:31:03.401244 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1c23be-22e3-417c-b41e-0e0f1ca3f7bb None None] The sync data for ids ['844c1ae6-4a4a-4eb8-8bec-41a3eb620b24'] in dv-cinder-802781-4-iscsi is: [{'id': '844c1ae6-4a4a-4eb8-8bec-41a3eb620b24', 'name': 'tempest-TestMinimumBasicScenario-1344773340-router', 'tenant_id': '90f56ea7fad64867b359606d6d978b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'ebd657ed-fee7-408b-bf70-1e3620b31a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:30:57Z', 'updated_at': '2021-08-31T15:31:01Z', 'revision_number': 4, 'project_id': '90f56ea7fad64867b359606d6d978b62', 'gw_port': {'id': 'ebd657ed-fee7-408b-bf70-1e3620b31a0c', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ee:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844c1ae6-4a4a-4eb8-8bec-41a3eb620b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:30:58Z', 'updated_at': '2021-08-31T15:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': '9261cbd9-221a-46b4-a356-9554dfe1ec9b', 'name': '', 'network_id': 'a052df04-ae35-4b19-8634-66adb9fd458a', 'tenant_id': '90f56ea7fad64867b359606d6d978b62', 'mac_address': 'fa:16:3e:bc:47:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844c1ae6-4a4a-4eb8-8bec-41a3eb620b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '72386d08-b38e-4d72-a77d-248f16cc13b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:31:01Z', 'updated_at': '2021-08-31T15:31:01Z', 'revision_number': 2, 'project_id': '90f56ea7fad64867b359606d6d978b62', 'subnets': [{'id': '72386d08-b38e-4d72-a77d-248f16cc13b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:31:04.584788 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device ebd657ed-fee7-408b-bf70-1e3620b31a0c up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:31:04.670635 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning for port ebd657ed-fee7-408b-bf70-1e3620b31a0c completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:31:04.677624 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port ebd657ed-fee7-408b-bf70-1e3620b31a0c triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:31:04.678006 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:04.814642 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:04.835245 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] For port ebd657ed-fee7-408b-bf70-1e3620b31a0c, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=ebd657ed-fee7-408b-bf70-1e3620b31a0c,segment=NetworkSegment(ee0cca34-cfc1-48b8-9cd2-f432400bdd40),segment_id=ee0cca34-cfc1-48b8-9cd2-f432400bdd40)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:31:04.844369 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:04.847135 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:31:04.919913 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Pushing event updated for resources: {'Port': ['ID=ebd657ed-fee7-408b-bf70-1e3620b31a0c,revision_number=4']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:31:04.925682 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:31:05.293961 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-1330c29d-2679-4ec1-98f5-83b9ffd332c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:05.607188 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:06.541896 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device ebd657ed-fee7-408b-bf70-1e3620b31a0c up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:31:06.617139 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port ebd657ed-fee7-408b-bf70-1e3620b31a0c triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:31:06.617832 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:07.372338 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa629d3e-8cd5-4730-bd88-8a1b808adea4 None None] Sync routers for ids ['844c1ae6-4a4a-4eb8-8bec-41a3eb620b24'] in dv-cinder-802781-4-iscsi {{(pid=79279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:31:07.383516 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa629d3e-8cd5-4730-bd88-8a1b808adea4 None None] Routers {'844c1ae6-4a4a-4eb8-8bec-41a3eb620b24'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:31:07.386562 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-fa629d3e-8cd5-4730-bd88-8a1b808adea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:30:38Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['844c1ae6-4a4a-4eb8-8bec-41a3eb620b24'], 'active': True} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:31:07.600140 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvr_db [None req-fa629d3e-8cd5-4730-bd88-8a1b808adea4 None None] Set router 844c1ae6-4a4a-4eb8-8bec-41a3eb620b24 gateway port host: dv-cinder-802781-4-iscsi {{(pid=79279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:31:07.715303 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-49cccdac-1f43-49b4-8674-fbdf60b6a06a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:07.941743 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-fa629d3e-8cd5-4730-bd88-8a1b808adea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844c1ae6-4a4a-4eb8-8bec-41a3eb620b24', 'name': 'tempest-TestMinimumBasicScenario-1344773340-router', 'tenant_id': '90f56ea7fad64867b359606d6d978b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'ebd657ed-fee7-408b-bf70-1e3620b31a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:30:57Z', 'updated_at': '2021-08-31T15:31:01Z', 'revision_number': 4, 'project_id': '90f56ea7fad64867b359606d6d978b62', 'gw_port': {'id': 'ebd657ed-fee7-408b-bf70-1e3620b31a0c', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ee:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844c1ae6-4a4a-4eb8-8bec-41a3eb620b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:30:58Z', 'updated_at': '2021-08-31T15:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': '9261cbd9-221a-46b4-a356-9554dfe1ec9b', 'name': '', 'network_id': 'a052df04-ae35-4b19-8634-66adb9fd458a', 'tenant_id': '90f56ea7fad64867b359606d6d978b62', 'mac_address': 'fa:16:3e:bc:47:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844c1ae6-4a4a-4eb8-8bec-41a3eb620b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '72386d08-b38e-4d72-a77d-248f16cc13b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:31:01Z', 'updated_at': '2021-08-31T15:31:01Z', 'revision_number': 2, 'project_id': '90f56ea7fad64867b359606d6d978b62', 'subnets': [{'id': '72386d08-b38e-4d72-a77d-248f16cc13b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:31:07.946633 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa629d3e-8cd5-4730-bd88-8a1b808adea4 None None] Checking router: 844c1ae6-4a4a-4eb8-8bec-41a3eb620b24 for host: dv-cinder-802781-4-iscsi {{(pid=79279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:31:07.947212 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa629d3e-8cd5-4730-bd88-8a1b808adea4 None None] Updating router 844c1ae6-4a4a-4eb8-8bec-41a3eb620b24 port 9261cbd9-221a-46b4-a356-9554dfe1ec9b binding host dv-cinder-802781-4-iscsi {{(pid=79279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:31:08.018157 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-fa629d3e-8cd5-4730-bd88-8a1b808adea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:08.416824 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-fa629d3e-8cd5-4730-bd88-8a1b808adea4 None None] Notify callbacks [] for port, precommit_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:08.431243 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.provisioning_blocks [None req-fa629d3e-8cd5-4730-bd88-8a1b808adea4 None None] Transition to ACTIVE for port object 9261cbd9-221a-46b4-a356-9554dfe1ec9b will not be triggered until provisioned by entity L2. {{(pid=79279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:31:08.445789 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-fa629d3e-8cd5-4730-bd88-8a1b808adea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:08.450496 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG oslo_concurrency.lockutils [None req-9a451eed-3e50-4125-b69e-dd2ec756f7a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:31:08.614193 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca895d18-9caa-4533-b874-0463b2638c74 None None] Pushing event updated for resources: {'Port': ['ID=9261cbd9-221a-46b4-a356-9554dfe1ec9b,revision_number=3']} {{(pid=79279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:31:08.617776 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG oslo_concurrency.lockutils [None req-ca895d18-9caa-4533-b874-0463b2638c74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:31:08.698428 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.managers [None req-fa629d3e-8cd5-4730-bd88-8a1b808adea4 None None] Attempting to bind port 9261cbd9-221a-46b4-a356-9554dfe1ec9b on host dv-cinder-802781-4-iscsi for vnic_type normal with profile {{(pid=79279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:31:08.698825 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.managers [None req-fa629d3e-8cd5-4730-bd88-8a1b808adea4 None None] Attempting to bind port 9261cbd9-221a-46b4-a356-9554dfe1ec9b by drivers openvswitch,hyperv on host dv-cinder-802781-4-iscsi at level 0 using segments [{'id': '652cd546-61e7-4b8e-9935-e01f5fa0d9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'a052df04-ae35-4b19-8634-66adb9fd458a'}] {{(pid=79279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:31:08.699194 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa629d3e-8cd5-4730-bd88-8a1b808adea4 None None] Attempting to bind port 9261cbd9-221a-46b4-a356-9554dfe1ec9b on network a052df04-ae35-4b19-8634-66adb9fd458a {{(pid=79279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:31:08.706103 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa629d3e-8cd5-4730-bd88-8a1b808adea4 None None] Checking agent: {'id': 'b1845f19-f6eb-4023-b5bb-8a6030080bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 15, 36), 'started_at': datetime.datetime(2021, 8, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:31:08.706614 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa629d3e-8cd5-4730-bd88-8a1b808adea4 None None] Checking segment: {'id': '652cd546-61e7-4b8e-9935-e01f5fa0d9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'a052df04-ae35-4b19-8634-66adb9fd458a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:31:08.707117 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-fa629d3e-8cd5-4730-bd88-8a1b808adea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:08.707646 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa629d3e-8cd5-4730-bd88-8a1b808adea4 None None] Bound using segment: {'id': '652cd546-61e7-4b8e-9935-e01f5fa0d9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'a052df04-ae35-4b19-8634-66adb9fd458a'} {{(pid=79279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:31:08.708213 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.managers [None req-fa629d3e-8cd5-4730-bd88-8a1b808adea4 None None] Bound port: 9261cbd9-221a-46b4-a356-9554dfe1ec9b, host: dv-cinder-802781-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652cd546-61e7-4b8e-9935-e01f5fa0d9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'a052df04-ae35-4b19-8634-66adb9fd458a'}}] {{(pid=79279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:31:08.708708 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-fa629d3e-8cd5-4730-bd88-8a1b808adea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:08.809401 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.db [None req-fa629d3e-8cd5-4730-bd88-8a1b808adea4 None None] For port 9261cbd9-221a-46b4-a356-9554dfe1ec9b, host dv-cinder-802781-4-iscsi, cleared binding levels {{(pid=79279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:31:08.812801 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.db [None req-fa629d3e-8cd5-4730-bd88-8a1b808adea4 None None] For port 9261cbd9-221a-46b4-a356-9554dfe1ec9b, host dv-cinder-802781-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=9261cbd9-221a-46b4-a356-9554dfe1ec9b,segment=NetworkSegment(652cd546-61e7-4b8e-9935-e01f5fa0d9a5),segment_id=652cd546-61e7-4b8e-9935-e01f5fa0d9a5)] {{(pid=79279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:31:08.819675 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-fa629d3e-8cd5-4730-bd88-8a1b808adea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:08.825919 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:31:08.884722 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:08.907155 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa629d3e-8cd5-4730-bd88-8a1b808adea4 None None] Routers {'844c1ae6-4a4a-4eb8-8bec-41a3eb620b24'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:31:08.908421 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-fa629d3e-8cd5-4730-bd88-8a1b808adea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:31:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['844c1ae6-4a4a-4eb8-8bec-41a3eb620b24'], 'active': True} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:31:08.998345 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca895d18-9caa-4533-b874-0463b2638c74 None None] Pushing event updated for resources: {'Port': ['ID=9261cbd9-221a-46b4-a356-9554dfe1ec9b,revision_number=4']} {{(pid=79279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:31:09.018496 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG oslo_concurrency.lockutils [None req-ca895d18-9caa-4533-b874-0463b2638c74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=79279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:31:09.219975 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvr_db [None req-fa629d3e-8cd5-4730-bd88-8a1b808adea4 None None] Set router 844c1ae6-4a4a-4eb8-8bec-41a3eb620b24 gateway port host: dv-cinder-802781-4-iscsi {{(pid=79279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:31:09.248667 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dd7c62bc-7109-42d6-8f4b-6bb7d2eaf902 req-af957da3-8c2c-4e57-9645-42325bd04e2e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1250689 Aug 31 15:31:09.460267 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c62bc-7109-42d6-8f4b-6bb7d2eaf902 req-700bdba8-2485-48e9-87f8-ff433158b7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:09.462288 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dd7c62bc-7109-42d6-8f4b-6bb7d2eaf902 req-700bdba8-2485-48e9-87f8-ff433158b7cd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ec6a8bc6d4414b24a10c0665387c54cf&device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 1098 time: 0.1079423 Aug 31 15:31:09.484904 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:09.695121 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-fa629d3e-8cd5-4730-bd88-8a1b808adea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844c1ae6-4a4a-4eb8-8bec-41a3eb620b24', 'name': 'tempest-TestMinimumBasicScenario-1344773340-router', 'tenant_id': '90f56ea7fad64867b359606d6d978b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'ebd657ed-fee7-408b-bf70-1e3620b31a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:30:57Z', 'updated_at': '2021-08-31T15:31:01Z', 'revision_number': 4, 'project_id': '90f56ea7fad64867b359606d6d978b62', 'gw_port': {'id': 'ebd657ed-fee7-408b-bf70-1e3620b31a0c', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ee:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844c1ae6-4a4a-4eb8-8bec-41a3eb620b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:30:58Z', 'updated_at': '2021-08-31T15:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': '9261cbd9-221a-46b4-a356-9554dfe1ec9b', 'name': '', 'network_id': 'a052df04-ae35-4b19-8634-66adb9fd458a', 'tenant_id': '90f56ea7fad64867b359606d6d978b62', 'mac_address': 'fa:16:3e:bc:47:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844c1ae6-4a4a-4eb8-8bec-41a3eb620b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '72386d08-b38e-4d72-a77d-248f16cc13b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:31:01Z', 'updated_at': '2021-08-31T15:31:08Z', 'revision_number': 4, 'project_id': '90f56ea7fad64867b359606d6d978b62', 'subnets': [{'id': '72386d08-b38e-4d72-a77d-248f16cc13b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:31:09.701505 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa629d3e-8cd5-4730-bd88-8a1b808adea4 None None] The sync data for ids ['844c1ae6-4a4a-4eb8-8bec-41a3eb620b24'] in dv-cinder-802781-4-iscsi is: [{'id': '844c1ae6-4a4a-4eb8-8bec-41a3eb620b24', 'name': 'tempest-TestMinimumBasicScenario-1344773340-router', 'tenant_id': '90f56ea7fad64867b359606d6d978b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'ebd657ed-fee7-408b-bf70-1e3620b31a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:30:57Z', 'updated_at': '2021-08-31T15:31:01Z', 'revision_number': 4, 'project_id': '90f56ea7fad64867b359606d6d978b62', 'gw_port': {'id': 'ebd657ed-fee7-408b-bf70-1e3620b31a0c', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ee:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844c1ae6-4a4a-4eb8-8bec-41a3eb620b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:30:58Z', 'updated_at': '2021-08-31T15:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': '9261cbd9-221a-46b4-a356-9554dfe1ec9b', 'name': '', 'network_id': 'a052df04-ae35-4b19-8634-66adb9fd458a', 'tenant_id': '90f56ea7fad64867b359606d6d978b62', 'mac_address': 'fa:16:3e:bc:47:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '844c1ae6-4a4a-4eb8-8bec-41a3eb620b24', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '72386d08-b38e-4d72-a77d-248f16cc13b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:31:01Z', 'updated_at': '2021-08-31T15:31:08Z', 'revision_number': 4, 'project_id': '90f56ea7fad64867b359606d6d978b62', 'subnets': [{'id': '72386d08-b38e-4d72-a77d-248f16cc13b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:31:09.753213 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c62bc-7109-42d6-8f4b-6bb7d2eaf902 req-8beea06a-6d83-4be5-9892-c3fc50a2e8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:09.755311 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dd7c62bc-7109-42d6-8f4b-6bb7d2eaf902 req-8beea06a-6d83-4be5-9892-c3fc50a2e8d2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4e75f494-7e6b-45f9-ac2a-ef61105e9d7d HTTP/1.1" status: 200 len: 912 time: 0.2639377 Aug 31 15:31:09.908937 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dd7c62bc-7109-42d6-8f4b-6bb7d2eaf902 req-30ac16a6-167d-4d83-b792-d3c9cafa1f04 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aec330a3-c6ce-4256-a380-3dc0f5ae1290 HTTP/1.1" status: 200 len: 1001 time: 0.1461518 Aug 31 15:31:09.991995 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c62bc-7109-42d6-8f4b-6bb7d2eaf902 req-87585f31-faec-4883-9c9f-bf9b4aee294d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:09.993373 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dd7c62bc-7109-42d6-8f4b-6bb7d2eaf902 req-87585f31-faec-4883-9c9f-bf9b4aee294d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=653417ef-47b3-47bd-9dfd-8a528e75cd81 HTTP/1.1" status: 200 len: 850 time: 0.0752969 Aug 31 15:31:10.085078 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c62bc-7109-42d6-8f4b-6bb7d2eaf902 req-adb60d7e-7162-4e70-94d8-623127c34085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:10.087322 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dd7c62bc-7109-42d6-8f4b-6bb7d2eaf902 req-adb60d7e-7162-4e70-94d8-623127c34085 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4e75f494-7e6b-45f9-ac2a-ef61105e9d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0858915 Aug 31 15:31:10.251385 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dd7c62bc-7109-42d6-8f4b-6bb7d2eaf902 req-eda24afb-f6f6-4c4c-8691-f50edca134bd service neutron] 10.222.0.64 "GET /v2.0/networks/4e75f494-7e6b-45f9-ac2a-ef61105e9d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562889 Aug 31 15:31:10.466018 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dd7c62bc-7109-42d6-8f4b-6bb7d2eaf902 req-0f546805-ef6a-423a-a183-d848971a6670 service neutron] 10.222.0.64 "GET /v2.0/networks/4e75f494-7e6b-45f9-ac2a-ef61105e9d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937344 Aug 31 15:31:10.566184 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:10.571728 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 9261cbd9-221a-46b4-a356-9554dfe1ec9b up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:31:10.689969 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning for port 9261cbd9-221a-46b4-a356-9554dfe1ec9b completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:31:10.696085 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port 9261cbd9-221a-46b4-a356-9554dfe1ec9b triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:31:10.696889 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:10.857238 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:10.898145 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] For port 9261cbd9-221a-46b4-a356-9554dfe1ec9b, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=9261cbd9-221a-46b4-a356-9554dfe1ec9b,segment=NetworkSegment(652cd546-61e7-4b8e-9935-e01f5fa0d9a5),segment_id=652cd546-61e7-4b8e-9935-e01f5fa0d9a5)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:31:10.902807 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:10.905655 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:31:10.983580 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Pushing event updated for resources: {'Port': ['ID=9261cbd9-221a-46b4-a356-9554dfe1ec9b,revision_number=5']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:31:10.988153 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:31:12.521164 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 9261cbd9-221a-46b4-a356-9554dfe1ec9b up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:31:12.621932 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port 9261cbd9-221a-46b4-a356-9554dfe1ec9b triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:31:12.622700 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:14.025175 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78579678-5407-4e28-ab28-fea5673bad93 req-47e3d045-20d0-4f4a-aea5-9b0028b4788b tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:14.026626 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-78579678-5407-4e28-ab28-fea5673bad93 req-47e3d045-20d0-4f4a-aea5-9b0028b4788b tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/networks?id=8a43599e-3fd3-4af2-9714-5afac8df9dd8 HTTP/1.1" status: 200 len: 815 time: 0.1511865 Aug 31 15:31:14.041600 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-78579678-5407-4e28-ab28-fea5673bad93 req-8ebb73b6-0bd8-486a-bdb9-be69503e2535 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/quotas/f3d481bcf1294c749009312b339c5ff6 HTTP/1.1" status: 200 len: 375 time: 0.0094275 Aug 31 15:31:14.123097 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-78579678-5407-4e28-ab28-fea5673bad93 req-559d93b0-a209-4c27-84f7-32e88e1a07c1 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f3d481bcf1294c749009312b339c5ff6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766048 Aug 31 15:31:14.262707 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-78579678-5407-4e28-ab28-fea5673bad93 req-0ce10a10-0152-4749-9de5-57304fae8e38 service neutron] 10.222.0.81 "GET /v2.0/networks/8a43599e-3fd3-4af2-9714-5afac8df9dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278915 Aug 31 15:31:14.399354 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-78579678-5407-4e28-ab28-fea5673bad93 req-0b699c9f-0017-4fc9-9089-c8e7ae422f2f service neutron] 10.222.0.81 "GET /v2.0/networks/8a43599e-3fd3-4af2-9714-5afac8df9dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297648 Aug 31 15:31:14.573353 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [req-cb3b8758-25a8-4672-9615-0bc7590b1c20 req-01055477-b45e-4318-9793-7cf91af445b1 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Synchronizing usage tracker for tenant:f3d481bcf1294c749009312b339c5ff6 on resource:port {{(pid=79276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:31:14.591403 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [req-cb3b8758-25a8-4672-9615-0bc7590b1c20 req-01055477-b45e-4318-9793-7cf91af445b1 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Unset dirty status for tenant:f3d481bcf1294c749009312b339c5ff6 on resource:port {{(pid=79276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:31:14.592654 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-cb3b8758-25a8-4672-9615-0bc7590b1c20 req-01055477-b45e-4318-9793-7cf91af445b1 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 210 time: 0.0619419 Aug 31 15:31:15.756346 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-42e70ac1-91b2-45c3-982d-e7008042453e req-744cc9e7-cc43-4421-aa50-48ed6553c975 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 210 time: 0.0509350 Aug 31 15:31:15.794487 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78579678-5407-4e28-ab28-fea5673bad93 req-db97fafa-385a-4fcf-804e-f4632d9378d2 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:15.795952 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-78579678-5407-4e28-ab28-fea5673bad93 req-db97fafa-385a-4fcf-804e-f4632d9378d2 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.64 "GET /v2.0/networks?id=8a43599e-3fd3-4af2-9714-5afac8df9dd8 HTTP/1.1" status: 200 len: 815 time: 0.1939883 Aug 31 15:31:15.815195 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [req-78579678-5407-4e28-ab28-fea5673bad93 req-0c3c48c6-b3bd-4fbe-a3a8-aae39dccbf36 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Request body: {'port': {'device_id': '8733d5d3-7bf5-411a-9805-6aef9f57bfa8', 'network_id': '8a43599e-3fd3-4af2-9714-5afac8df9dd8', 'admin_state_up': True, 'tenant_id': 'f3d481bcf1294c749009312b339c5ff6'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:31:15.960080 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [req-78579678-5407-4e28-ab28-fea5673bad93 req-0c3c48c6-b3bd-4fbe-a3a8-aae39dccbf36 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:31:15.969383 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [req-78579678-5407-4e28-ab28-fea5673bad93 req-0c3c48c6-b3bd-4fbe-a3a8-aae39dccbf36 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:31:15.980079 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78579678-5407-4e28-ab28-fea5673bad93 req-0c3c48c6-b3bd-4fbe-a3a8-aae39dccbf36 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Made reservation on behalf of f3d481bcf1294c749009312b339c5ff6 for: {'port': 1} {{(pid=79277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:31:15.983495 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-78579678-5407-4e28-ab28-fea5673bad93 req-0c3c48c6-b3bd-4fbe-a3a8-aae39dccbf36 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:16.049159 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 6 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:31:16.186733 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.db_base_plugin_common [req-78579678-5407-4e28-ab28-fea5673bad93 req-0c3c48c6-b3bd-4fbe-a3a8-aae39dccbf36 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Allocated IP 172.20.0.14 (8a43599e-3fd3-4af2-9714-5afac8df9dd8/e9deb1ca-4a37-474c-b752-f1749a20678d/bead6140-7efd-45e3-8625-12a6f695831c) {{(pid=79277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:31:16.556373 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-78579678-5407-4e28-ab28-fea5673bad93 req-0c3c48c6-b3bd-4fbe-a3a8-aae39dccbf36 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks [] for port, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:16.574592 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.provisioning_blocks [req-78579678-5407-4e28-ab28-fea5673bad93 req-0c3c48c6-b3bd-4fbe-a3a8-aae39dccbf36 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Transition to ACTIVE for port object bead6140-7efd-45e3-8625-12a6f695831c will not be triggered until provisioned by entity DHCP. {{(pid=79277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:31:16.599530 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-78579678-5407-4e28-ab28-fea5673bad93 req-0c3c48c6-b3bd-4fbe-a3a8-aae39dccbf36 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10695601'] for port, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:16.606245 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:31:16.677190 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78579678-5407-4e28-ab28-fea5673bad93 req-0c3c48c6-b3bd-4fbe-a3a8-aae39dccbf36 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Network 8a43599e-3fd3-4af2-9714-5afac8df9dd8 is already hosted by enough agents. {{(pid=79277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:31:16.680239 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.base_scheduler [req-78579678-5407-4e28-ab28-fea5673bad93 req-0c3c48c6-b3bd-4fbe-a3a8-aae39dccbf36 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Resources bound (agent type, host, resource id): {{(pid=79277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:31:16.683358 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [req-78579678-5407-4e28-ab28-fea5673bad93 req-0c3c48c6-b3bd-4fbe-a3a8-aae39dccbf36 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Received port after_create {{(pid=79277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:31:16.727363 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c48c6-b3bd-4fbe-a3a8-aae39dccbf36 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Pushing event updated for resources: {'Port': ['ID=bead6140-7efd-45e3-8625-12a6f695831c,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:31:16.731291 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-0c3c48c6-b3bd-4fbe-a3a8-aae39dccbf36 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:31:16.807971 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78579678-5407-4e28-ab28-fea5673bad93 req-0c3c48c6-b3bd-4fbe-a3a8-aae39dccbf36 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:16.809430 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-78579678-5407-4e28-ab28-fea5673bad93 req-0c3c48c6-b3bd-4fbe-a3a8-aae39dccbf36 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:16.863154 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-78579678-5407-4e28-ab28-fea5673bad93 req-0c3c48c6-b3bd-4fbe-a3a8-aae39dccbf36 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0523653 Aug 31 15:31:17.013140 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481ad0c-c76f-4a97-849e-19a2d7bdbac1 req-d921b77e-f80d-4448-a95c-10d5e37c8e1c tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:17.014677 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-2481ad0c-c76f-4a97-849e-19a2d7bdbac1 req-d921b77e-f80d-4448-a95c-10d5e37c8e1c tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 932 time: 0.1108527 Aug 31 15:31:17.057506 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-cce6d108-8fde-40b1-8c5e-3fbab49f24a5 None None] Provisioning for port bead6140-7efd-45e3-8625-12a6f695831c completed by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:31:17.062581 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-cce6d108-8fde-40b1-8c5e-3fbab49f24a5 None None] Provisioning complete for port bead6140-7efd-45e3-8625-12a6f695831c triggered by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:31:17.063031 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-cce6d108-8fde-40b1-8c5e-3fbab49f24a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:17.064430 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [req-2481ad0c-c76f-4a97-849e-19a2d7bdbac1 req-a93757b8-e5d8-4c57-bc98-1e684fcdbb65 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Synchronizing usage tracker for tenant:f3d481bcf1294c749009312b339c5ff6 on resource:security_group {{(pid=79276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:31:17.082272 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [req-2481ad0c-c76f-4a97-849e-19a2d7bdbac1 req-a93757b8-e5d8-4c57-bc98-1e684fcdbb65 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Unset dirty status for tenant:f3d481bcf1294c749009312b339c5ff6 on resource:security_group {{(pid=79276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:31:17.083620 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-2481ad0c-c76f-4a97-849e-19a2d7bdbac1 req-a93757b8-e5d8-4c57-bc98-1e684fcdbb65 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625322 Aug 31 15:31:17.141740 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-cce6d108-8fde-40b1-8c5e-3fbab49f24a5 None None] Port bead6140-7efd-45e3-8625-12a6f695831c cannot update to ACTIVE because it is not bound. {{(pid=79278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:31:18.283178 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625d89e-f157-494c-a063-7a2d822e8c8e req-67ec76ae-ecbc-4072-a17c-11e134a09614 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:18.284834 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-8625d89e-f157-494c-a063-7a2d822e8c8e req-67ec76ae-ecbc-4072-a17c-11e134a09614 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 932 time: 0.0883403 Aug 31 15:31:18.331628 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-8625d89e-f157-494c-a063-7a2d822e8c8e req-4139f7b8-8114-4e8f-86c0-41efa7623c4d tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410757 Aug 31 15:31:19.543553 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93cf6d2-61f6-4e25-b48a-df46eff115ac req-cd31cd4d-7b02-4015-874d-ac32a37da853 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:19.545019 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-c93cf6d2-61f6-4e25-b48a-df46eff115ac req-cd31cd4d-7b02-4015-874d-ac32a37da853 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 932 time: 0.0819497 Aug 31 15:31:19.599012 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-c93cf6d2-61f6-4e25-b48a-df46eff115ac req-102daeb4-2380-40b4-982c-6e19e5334682 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477753 Aug 31 15:31:20.792522 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9796341-0ca0-4f34-8140-3d1f8db66e79 req-814c5e2e-5f14-4d8e-866d-6e8947550f80 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:20.794243 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-d9796341-0ca0-4f34-8140-3d1f8db66e79 req-814c5e2e-5f14-4d8e-866d-6e8947550f80 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 932 time: 0.0907917 Aug 31 15:31:20.839524 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-d9796341-0ca0-4f34-8140-3d1f8db66e79 req-74908649-d8c1-4dec-85d0-8122ddae1e3c tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393500 Aug 31 15:31:22.036988 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec5f475-33f3-497a-bf51-5872cd2a0f28 req-b98c8b64-7096-48cc-b1be-51baf6b5102f tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:22.038464 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-3ec5f475-33f3-497a-bf51-5872cd2a0f28 req-b98c8b64-7096-48cc-b1be-51baf6b5102f tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 932 time: 0.0829682 Aug 31 15:31:22.083317 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-3ec5f475-33f3-497a-bf51-5872cd2a0f28 req-1d522d63-aef2-453b-aaa9-1f58afcb2a11 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391223 Aug 31 15:31:23.274235 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143e0a6-99e1-4ad8-a65e-f422c867b4e9 req-b4a1741a-99df-489c-87e0-57bd9af79b8d tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:23.275688 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-b143e0a6-99e1-4ad8-a65e-f422c867b4e9 req-b4a1741a-99df-489c-87e0-57bd9af79b8d tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 932 time: 0.0859654 Aug 31 15:31:23.322550 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-b143e0a6-99e1-4ad8-a65e-f422c867b4e9 req-0939e75d-3778-42eb-8803-32ed074e4f52 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411041 Aug 31 15:31:24.521756 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77dc9a-968d-41be-9212-283393024824 req-b8aa973f-3a47-4559-af2d-60860e986cb1 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:24.523626 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-9d77dc9a-968d-41be-9212-283393024824 req-b8aa973f-3a47-4559-af2d-60860e986cb1 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 932 time: 0.0940700 Aug 31 15:31:24.585889 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-9d77dc9a-968d-41be-9212-283393024824 req-76d84bcd-84fd-4b21-856f-8262aa9318af tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563800 Aug 31 15:31:25.788097 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1b4d2-2a5b-4176-bcf8-d03e15d4da6f req-7380857c-dae0-4e19-bd56-9860fe92b666 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:25.789670 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-5ee1b4d2-2a5b-4176-bcf8-d03e15d4da6f req-7380857c-dae0-4e19-bd56-9860fe92b666 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 932 time: 0.0864716 Aug 31 15:31:25.834543 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-5ee1b4d2-2a5b-4176-bcf8-d03e15d4da6f req-be59e377-a4e3-4c78-be52-8107e22b9ac0 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389569 Aug 31 15:31:27.144432 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f1ebc-5aea-42e1-bc20-210f824c5af1 req-f892f965-0a53-41ca-a1d7-8e95683da948 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:27.145936 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-098f1ebc-5aea-42e1-bc20-210f824c5af1 req-f892f965-0a53-41ca-a1d7-8e95683da948 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 932 time: 0.1900842 Aug 31 15:31:27.213023 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-098f1ebc-5aea-42e1-bc20-210f824c5af1 req-33bea52a-557e-41f5-980a-240129bb78ab tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610969 Aug 31 15:31:28.400807 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444afae-0f65-453e-a984-341137be1367 req-67f7701f-1b2b-40bc-8c80-0f6eb6f24083 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:28.402539 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-3444afae-0f65-453e-a984-341137be1367 req-67f7701f-1b2b-40bc-8c80-0f6eb6f24083 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 932 time: 0.0844331 Aug 31 15:31:28.454632 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-3444afae-0f65-453e-a984-341137be1367 req-079fbd00-a62d-45b6-9925-f32a9611193a tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420814 Aug 31 15:31:29.647648 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9beb9-20d3-4840-88fb-ca8213d06b0f req-c26b64ad-e57e-45ca-b5c1-0031890ad44b tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:29.649002 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-76e9beb9-20d3-4840-88fb-ca8213d06b0f req-c26b64ad-e57e-45ca-b5c1-0031890ad44b tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 932 time: 0.0841839 Aug 31 15:31:29.692616 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-76e9beb9-20d3-4840-88fb-ca8213d06b0f req-3e2362bd-18e3-416d-909a-403c6f4ecf36 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380549 Aug 31 15:31:30.870211 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d2b48-44b3-4eaf-aa0f-6051c5013c60 req-7b36985a-8512-4978-ab57-0bd749516c17 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:30.871666 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-817d2b48-44b3-4eaf-aa0f-6051c5013c60 req-7b36985a-8512-4978-ab57-0bd749516c17 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 932 time: 0.0781555 Aug 31 15:31:30.918117 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-817d2b48-44b3-4eaf-aa0f-6051c5013c60 req-22e9ce95-4193-4ebe-9103-336c9ae5b65c tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402606 Aug 31 15:31:32.101120 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9338cd5-4364-49f8-b3ae-11692dea8135 req-b7d58716-1d56-48c1-afab-228edbdf2c39 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:32.102566 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-f9338cd5-4364-49f8-b3ae-11692dea8135 req-b7d58716-1d56-48c1-afab-228edbdf2c39 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 932 time: 0.0803597 Aug 31 15:31:32.147522 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-f9338cd5-4364-49f8-b3ae-11692dea8135 req-cf2f7a98-8aa1-41b9-b6ca-0a1952bb444d tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394304 Aug 31 15:31:33.332487 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55ad4c-10a9-44f1-9b32-403e5f2364a0 req-a2f466d0-912c-4f46-9606-9a8b8c59d971 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:33.333988 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ba55ad4c-10a9-44f1-9b32-403e5f2364a0 req-a2f466d0-912c-4f46-9606-9a8b8c59d971 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 932 time: 0.0830650 Aug 31 15:31:33.378917 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ba55ad4c-10a9-44f1-9b32-403e5f2364a0 req-af794c3b-bad1-45e0-8483-047877e5fc69 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385859 Aug 31 15:31:34.562455 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba716b00-fec6-4cc5-b0f1-98cfc0357779 req-a8ee1eca-8014-400c-bf5b-939d1242f548 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:34.564026 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ba716b00-fec6-4cc5-b0f1-98cfc0357779 req-a8ee1eca-8014-400c-bf5b-939d1242f548 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 932 time: 0.0805354 Aug 31 15:31:34.606507 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ba716b00-fec6-4cc5-b0f1-98cfc0357779 req-28b3d043-5a6b-4003-ba47-831562e1f779 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365903 Aug 31 15:31:35.285662 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-ca4d0d06-8b21-40ba-9e06-aecf98495a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:35.600724 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:35.788805 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6783279-e9ef-4c56-ab6c-36bdb6b74909 req-e8a9feb7-ae7c-4a75-94ac-9c18e5b4538e tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:35.790136 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-f6783279-e9ef-4c56-ab6c-36bdb6b74909 req-e8a9feb7-ae7c-4a75-94ac-9c18e5b4538e tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 932 time: 0.0819237 Aug 31 15:31:35.833734 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-f6783279-e9ef-4c56-ab6c-36bdb6b74909 req-b78140d0-11de-4756-9841-7d3de28f20bf tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380192 Aug 31 15:31:36.219006 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [req-78579678-5407-4e28-ab28-fea5673bad93 req-4dd411b1-1534-4fa8-a44a-abc4c677fe52 service neutron] Request body: {'port': {'device_id': '8733d5d3-7bf5-411a-9805-6aef9f57bfa8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:31:36.327396 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-78579678-5407-4e28-ab28-fea5673bad93 req-4dd411b1-1534-4fa8-a44a-abc4c677fe52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:36.664439 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [req-78579678-5407-4e28-ab28-fea5673bad93 req-4dd411b1-1534-4fa8-a44a-abc4c677fe52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bead6140-7efd-45e3-8625-12a6f695831c {{(pid=79277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:31:36.671491 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-78579678-5407-4e28-ab28-fea5673bad93 req-4dd411b1-1534-4fa8-a44a-abc4c677fe52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:36.686203 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.provisioning_blocks [req-78579678-5407-4e28-ab28-fea5673bad93 req-4dd411b1-1534-4fa8-a44a-abc4c677fe52 service neutron] Transition to ACTIVE for port object bead6140-7efd-45e3-8625-12a6f695831c will not be triggered until provisioned by entity L2. {{(pid=79277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:31:36.690118 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-78579678-5407-4e28-ab28-fea5673bad93 req-4dd411b1-1534-4fa8-a44a-abc4c677fe52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10695592'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:36.693529 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-c0d49d09-490d-49a1-befc-29b8b3a45897 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:31:36.842788 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd411b1-1534-4fa8-a44a-abc4c677fe52 service neutron] Pushing event updated for resources: {'Port': ['ID=bead6140-7efd-45e3-8625-12a6f695831c,revision_number=2']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:31:36.850574 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-4dd411b1-1534-4fa8-a44a-abc4c677fe52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:31:36.926420 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-78579678-5407-4e28-ab28-fea5673bad93 req-4dd411b1-1534-4fa8-a44a-abc4c677fe52 service neutron] Attempting to bind port bead6140-7efd-45e3-8625-12a6f695831c on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:31:36.926747 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-78579678-5407-4e28-ab28-fea5673bad93 req-4dd411b1-1534-4fa8-a44a-abc4c677fe52 service neutron] Attempting to bind port bead6140-7efd-45e3-8625-12a6f695831c by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '84b59644-13f4-4a5a-bbeb-4b76431c9274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8a43599e-3fd3-4af2-9714-5afac8df9dd8'}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:31:36.927066 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78579678-5407-4e28-ab28-fea5673bad93 req-4dd411b1-1534-4fa8-a44a-abc4c677fe52 service neutron] Attempting to bind port bead6140-7efd-45e3-8625-12a6f695831c on network 8a43599e-3fd3-4af2-9714-5afac8df9dd8 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:31:36.931705 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78579678-5407-4e28-ab28-fea5673bad93 req-4dd411b1-1534-4fa8-a44a-abc4c677fe52 service neutron] Port bead6140-7efd-45e3-8625-12a6f695831c on network 8a43599e-3fd3-4af2-9714-5afac8df9dd8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 31 15:31:36.932053 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78579678-5407-4e28-ab28-fea5673bad93 req-4dd411b1-1534-4fa8-a44a-abc4c677fe52 service neutron] Attempting to bind port bead6140-7efd-45e3-8625-12a6f695831c on network 8a43599e-3fd3-4af2-9714-5afac8df9dd8 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:31:36.937197 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78579678-5407-4e28-ab28-fea5673bad93 req-4dd411b1-1534-4fa8-a44a-abc4c677fe52 service neutron] Checking agent: {'id': '62cd79da-47e6-4754-8d0e-eaf0f2299a96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 22, 7), 'started_at': datetime.datetime(2021, 8, 31, 15, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:31:36.937529 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78579678-5407-4e28-ab28-fea5673bad93 req-4dd411b1-1534-4fa8-a44a-abc4c677fe52 service neutron] Checking segment: {'id': '84b59644-13f4-4a5a-bbeb-4b76431c9274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8a43599e-3fd3-4af2-9714-5afac8df9dd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:31:36.937909 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78579678-5407-4e28-ab28-fea5673bad93 req-4dd411b1-1534-4fa8-a44a-abc4c677fe52 service neutron] Bound using segment: {'id': '84b59644-13f4-4a5a-bbeb-4b76431c9274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8a43599e-3fd3-4af2-9714-5afac8df9dd8'} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:31:36.938327 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-78579678-5407-4e28-ab28-fea5673bad93 req-4dd411b1-1534-4fa8-a44a-abc4c677fe52 service neutron] Bound port: bead6140-7efd-45e3-8625-12a6f695831c, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84b59644-13f4-4a5a-bbeb-4b76431c9274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 914, 'network_id': '8a43599e-3fd3-4af2-9714-5afac8df9dd8'}}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:31:36.939294 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-78579678-5407-4e28-ab28-fea5673bad93 req-4dd411b1-1534-4fa8-a44a-abc4c677fe52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:37.024840 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2272a7a-02ef-45ef-83f4-9495f9ad7bf3 req-f43b8a0c-2153-4b37-a33e-a8868315cb08 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:37.026218 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-b2272a7a-02ef-45ef-83f4-9495f9ad7bf3 req-f43b8a0c-2153-4b37-a33e-a8868315cb08 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 944 time: 0.0829899 Aug 31 15:31:37.026702 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-78579678-5407-4e28-ab28-fea5673bad93 req-4dd411b1-1534-4fa8-a44a-abc4c677fe52 service neutron] For port bead6140-7efd-45e3-8625-12a6f695831c, host hv-cinder-80278, cleared binding levels {{(pid=79277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:31:37.029617 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-78579678-5407-4e28-ab28-fea5673bad93 req-4dd411b1-1534-4fa8-a44a-abc4c677fe52 service neutron] For port bead6140-7efd-45e3-8625-12a6f695831c, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=bead6140-7efd-45e3-8625-12a6f695831c,segment=NetworkSegment(84b59644-13f4-4a5a-bbeb-4b76431c9274),segment_id=84b59644-13f4-4a5a-bbeb-4b76431c9274)] {{(pid=79277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:31:37.034937 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-78579678-5407-4e28-ab28-fea5673bad93 req-4dd411b1-1534-4fa8-a44a-abc4c677fe52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10695592'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:37.038572 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-ac7d5526-79bc-4960-85a5-1e4731f22df0 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:31:37.070826 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-b2272a7a-02ef-45ef-83f4-9495f9ad7bf3 req-d9a28e3e-56a6-41c3-820e-19d854b77d37 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387230 Aug 31 15:31:37.099882 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78579678-5407-4e28-ab28-fea5673bad93 req-4dd411b1-1534-4fa8-a44a-abc4c677fe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:37.100481 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-78579678-5407-4e28-ab28-fea5673bad93 req-4dd411b1-1534-4fa8-a44a-abc4c677fe52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:37.101815 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-78579678-5407-4e28-ab28-fea5673bad93 req-4dd411b1-1534-4fa8-a44a-abc4c677fe52 service neutron] 10.222.0.64 "PUT /v2.0/ports/bead6140-7efd-45e3-8625-12a6f695831c HTTP/1.1" status: 200 len: 1094 time: 0.8873496 Aug 31 15:31:37.102276 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8733d5d3-7bf5-411a-9805-6aef9f57bfa8', 'tag': 'bead6140-7efd-45e3-8625-12a6f695831c'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:31:37.121498 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd411b1-1534-4fa8-a44a-abc4c677fe52 service neutron] Pushing event updated for resources: {'Port': ['ID=bead6140-7efd-45e3-8625-12a6f695831c,revision_number=3']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:31:37.124827 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-4dd411b1-1534-4fa8-a44a-abc4c677fe52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:31:37.150023 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8733d5d3-7bf5-411a-9805-6aef9f57bfa8', 'tag': 'bead6140-7efd-45e3-8625-12a6f695831c', 'status': 'completed', 'code': 200} Aug 31 15:31:37.258262 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78579678-5407-4e28-ab28-fea5673bad93 req-f3ff9e55-d966-4f62-b57c-5d9d8a5519d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:37.259779 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-78579678-5407-4e28-ab28-fea5673bad93 req-f3ff9e55-d966-4f62-b57c-5d9d8a5519d5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f3d481bcf1294c749009312b339c5ff6&device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 1097 time: 0.0726211 Aug 31 15:31:37.338854 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-78579678-5407-4e28-ab28-fea5673bad93 req-4e8f4ed0-a018-48a8-91f9-201ec283b76a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bead6140-7efd-45e3-8625-12a6f695831c HTTP/1.1" status: 200 len: 217 time: 0.0645595 Aug 31 15:31:37.590481 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78579678-5407-4e28-ab28-fea5673bad93 req-126152f3-f1f4-4892-98e6-469bb2ecb9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:37.591929 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-78579678-5407-4e28-ab28-fea5673bad93 req-126152f3-f1f4-4892-98e6-469bb2ecb9db service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e9deb1ca-4a37-474c-b752-f1749a20678d HTTP/1.1" status: 200 len: 854 time: 0.0600851 Aug 31 15:31:37.671773 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78579678-5407-4e28-ab28-fea5673bad93 req-65fc4469-6fa6-4645-b03f-a8d29b7c867c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:37.673375 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-78579678-5407-4e28-ab28-fea5673bad93 req-65fc4469-6fa6-4645-b03f-a8d29b7c867c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8a43599e-3fd3-4af2-9714-5afac8df9dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0741227 Aug 31 15:31:37.712835 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a55dd225-23e4-4fa9-9ad9-ca358c1ec572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:37.810057 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-78579678-5407-4e28-ab28-fea5673bad93 req-8fbb5980-8252-4f57-9baf-ffa1f83c19a7 service neutron] 10.222.0.64 "GET /v2.0/networks/8a43599e-3fd3-4af2-9714-5afac8df9dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289766 Aug 31 15:31:38.029119 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-78579678-5407-4e28-ab28-fea5673bad93 req-fa0aef91-cf43-447a-9a63-874b7fe86526 service neutron] 10.222.0.64 "GET /v2.0/networks/8a43599e-3fd3-4af2-9714-5afac8df9dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069154 Aug 31 15:31:38.265780 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeefb5f-ccb3-4a42-a81b-ff37fda88f69 req-fd0fe630-3dce-4f8f-a83e-8dcc7206edfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:38.267551 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-aeeefb5f-ccb3-4a42-a81b-ff37fda88f69 req-fd0fe630-3dce-4f8f-a83e-8dcc7206edfa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f3d481bcf1294c749009312b339c5ff6&device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 1097 time: 0.1332655 Aug 31 15:31:38.278451 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08084c0f-0a78-49ff-ba2c-115a7ae47098 req-9a842b98-783d-4f3a-9e75-5b46ba099be8 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:38.279073 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-08084c0f-0a78-49ff-ba2c-115a7ae47098 req-9a842b98-783d-4f3a-9e75-5b46ba099be8 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Synchronizing usage tracker for tenant:f3d481bcf1294c749009312b339c5ff6 on resource:port {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:31:38.371487 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-08084c0f-0a78-49ff-ba2c-115a7ae47098 req-9a842b98-783d-4f3a-9e75-5b46ba099be8 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Unset dirty status for tenant:f3d481bcf1294c749009312b339c5ff6 on resource:port {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:31:38.372606 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-08084c0f-0a78-49ff-ba2c-115a7ae47098 req-9a842b98-783d-4f3a-9e75-5b46ba099be8 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 944 time: 0.1933243 Aug 31 15:31:38.445015 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-08084c0f-0a78-49ff-ba2c-115a7ae47098 req-4642e039-4ad2-4ee8-843d-942b4feb4169 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654957 Aug 31 15:31:38.447373 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeefb5f-ccb3-4a42-a81b-ff37fda88f69 req-16e7ed6c-9fab-43cf-b0bc-10455c1f1eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:38.448726 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-aeeefb5f-ccb3-4a42-a81b-ff37fda88f69 req-16e7ed6c-9fab-43cf-b0bc-10455c1f1eaa service neutron] 10.222.0.64 "GET /v2.0/networks?id=8a43599e-3fd3-4af2-9714-5afac8df9dd8 HTTP/1.1" status: 200 len: 916 time: 0.1661091 Aug 31 15:31:38.519879 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-aeeefb5f-ccb3-4a42-a81b-ff37fda88f69 req-94ee50c5-36fc-421e-899e-c27e41c9c6e6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bead6140-7efd-45e3-8625-12a6f695831c HTTP/1.1" status: 200 len: 217 time: 0.0637140 Aug 31 15:31:38.582859 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeefb5f-ccb3-4a42-a81b-ff37fda88f69 req-40934026-9ebe-48d9-80e3-2dc5cd90a75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:38.584286 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-aeeefb5f-ccb3-4a42-a81b-ff37fda88f69 req-40934026-9ebe-48d9-80e3-2dc5cd90a75c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e9deb1ca-4a37-474c-b752-f1749a20678d HTTP/1.1" status: 200 len: 854 time: 0.0568514 Aug 31 15:31:38.660335 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeefb5f-ccb3-4a42-a81b-ff37fda88f69 req-d853ed00-0e59-4724-b187-3ca5419e3ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:38.661704 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-aeeefb5f-ccb3-4a42-a81b-ff37fda88f69 req-d853ed00-0e59-4724-b187-3ca5419e3ca8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8a43599e-3fd3-4af2-9714-5afac8df9dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696359 Aug 31 15:31:38.812813 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-aeeefb5f-ccb3-4a42-a81b-ff37fda88f69 req-a9c9f57c-8880-4421-83af-7c1afef31eb1 service neutron] 10.222.0.64 "GET /v2.0/networks/8a43599e-3fd3-4af2-9714-5afac8df9dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234939 Aug 31 15:31:38.876269 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:38.944125 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-aeeefb5f-ccb3-4a42-a81b-ff37fda88f69 req-f596952a-9a9e-4648-8eda-8d0b6125c2d1 service neutron] 10.222.0.64 "GET /v2.0/networks/8a43599e-3fd3-4af2-9714-5afac8df9dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247070 Aug 31 15:31:39.470868 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:39.629064 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a43b6-93c2-4bbf-a057-3f27c7f4cfe4 req-5585bcf7-1410-4358-94c6-7f8fa4709b09 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:39.630767 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b87a43b6-93c2-4bbf-a057-3f27c7f4cfe4 req-5585bcf7-1410-4358-94c6-7f8fa4709b09 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 944 time: 0.0834646 Aug 31 15:31:39.673961 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b87a43b6-93c2-4bbf-a057-3f27c7f4cfe4 req-fad04e00-bb62-4b62-9f5d-a568086d7e82 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375836 Aug 31 15:31:40.546467 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:40.852836 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ee61c-698f-4b4e-a180-0d027878e1d6 req-85cc127c-1ba8-417d-ab27-e12b50691a54 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:40.854267 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-366ee61c-698f-4b4e-a180-0d027878e1d6 req-85cc127c-1ba8-417d-ab27-e12b50691a54 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 944 time: 0.0785644 Aug 31 15:31:40.900777 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-366ee61c-698f-4b4e-a180-0d027878e1d6 req-4738e4ce-68e1-4bb7-91e1-aee99bf7dda6 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410080 Aug 31 15:31:41.842358 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e960f2-e42e-4e98-aebd-cf67b8db2668 req-766f2dd3-094d-4911-a4b0-44e0e0e6e575 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:41.843801 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-67e960f2-e42e-4e98-aebd-cf67b8db2668 req-766f2dd3-094d-4911-a4b0-44e0e0e6e575 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 946 time: 0.0813653 Aug 31 15:31:41.888144 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-67e960f2-e42e-4e98-aebd-cf67b8db2668 req-52cb8c88-0fbe-41df-899e-deacd7414068 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381451 Aug 31 15:31:42.082170 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25637a21-a853-40f4-973b-9057b19c6a51 req-6c802641-a574-472f-9967-13ff1ec5fb64 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:42.083671 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-25637a21-a853-40f4-973b-9057b19c6a51 req-6c802641-a574-472f-9967-13ff1ec5fb64 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 944 time: 0.0805054 Aug 31 15:31:42.127668 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-25637a21-a853-40f4-973b-9057b19c6a51 req-feb05e83-daa7-4011-bbcd-7479ca2ebfe0 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383770 Aug 31 15:31:43.076335 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac3bc0-5010-42cf-b1d6-27696474b4a0 req-da070b8a-3bd7-42f3-b10e-4d8972b134ff tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:43.077712 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f5ac3bc0-5010-42cf-b1d6-27696474b4a0 req-da070b8a-3bd7-42f3-b10e-4d8972b134ff tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 946 time: 0.0822427 Aug 31 15:31:43.122138 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f5ac3bc0-5010-42cf-b1d6-27696474b4a0 req-e2a75645-2cae-44c1-9ee8-e859c4392d18 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381162 Aug 31 15:31:43.312432 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb21531-2705-4331-9612-45aae595d36a req-da9c1ff7-bcee-44f5-a43e-9c04ffeab914 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:43.313999 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-0bb21531-2705-4331-9612-45aae595d36a req-da9c1ff7-bcee-44f5-a43e-9c04ffeab914 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 944 time: 0.0804117 Aug 31 15:31:43.362920 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-0bb21531-2705-4331-9612-45aae595d36a req-ee67b625-b11b-4dec-a0cf-827483158682 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429864 Aug 31 15:31:44.302361 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0d3ed-d018-4f72-82fb-87343f80eb10 req-6443fee8-ad7e-48e2-96ad-a8462abaaa93 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:44.303811 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-77b0d3ed-d018-4f72-82fb-87343f80eb10 req-6443fee8-ad7e-48e2-96ad-a8462abaaa93 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 946 time: 0.0787084 Aug 31 15:31:44.347577 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-77b0d3ed-d018-4f72-82fb-87343f80eb10 req-922eb0e8-8be7-42bb-9f94-e4f258195df4 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382605 Aug 31 15:31:44.371160 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device bead6140-7efd-45e3-8625-12a6f695831c details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:31:44.504705 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port bead6140-7efd-45e3-8625-12a6f695831c, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=bead6140-7efd-45e3-8625-12a6f695831c,segment=NetworkSegment(84b59644-13f4-4a5a-bbeb-4b76431c9274),segment_id=84b59644-13f4-4a5a-bbeb-4b76431c9274)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:31:44.518350 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Returning: {'device': 'bead6140-7efd-45e3-8625-12a6f695831c', 'network_id': '8a43599e-3fd3-4af2-9714-5afac8df9dd8', 'port_id': 'bead6140-7efd-45e3-8625-12a6f695831c', 'mac_address': 'fa:16:3e:c3:91:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 914, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9deb1ca-4a37-474c-b752-f1749a20678d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:31:44.549812 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec233dd0-df11-4af2-b892-95b209f1d07f req-717d8e88-33db-46a5-bbd6-df43ae0e95b1 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:44.551285 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ec233dd0-df11-4af2-b892-95b209f1d07f req-717d8e88-33db-46a5-bbd6-df43ae0e95b1 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 944 time: 0.0792401 Aug 31 15:31:44.572178 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:44.588866 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bead6140-7efd-45e3-8625-12a6f695831c {{(pid=79278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:31:44.594762 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ec233dd0-df11-4af2-b892-95b209f1d07f req-d1d85e97-10d6-47b7-8eb6-0396edc59ae9 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377829 Aug 31 15:31:44.604455 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port bead6140-7efd-45e3-8625-12a6f695831c, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=bead6140-7efd-45e3-8625-12a6f695831c,segment=NetworkSegment(84b59644-13f4-4a5a-bbeb-4b76431c9274),segment_id=84b59644-13f4-4a5a-bbeb-4b76431c9274)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:31:44.610549 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:44.612316 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:31:44.679553 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=bead6140-7efd-45e3-8625-12a6f695831c,revision_number=4']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:31:44.682454 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:31:45.136374 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] get_ports_and_sgs() called for port_ids ['bead6140-7efd-45e3-8625-12a6f695831c'] {{(pid=79278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:31:45.535391 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18cabaf-8495-4d15-92ce-f428fcad67f1 req-c8bfb690-c1be-4a44-bb55-0dc79b28554d tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:45.536928 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c18cabaf-8495-4d15-92ce-f428fcad67f1 req-c8bfb690-c1be-4a44-bb55-0dc79b28554d tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 946 time: 0.0870686 Aug 31 15:31:45.582157 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c18cabaf-8495-4d15-92ce-f428fcad67f1 req-b486e411-492e-4b15-b904-915b1ac936f6 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393255 Aug 31 15:31:45.797413 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e85091-2f1c-4a2f-b9d4-88c71992326c req-5621dd2c-f10b-4cc0-b231-532681b8d912 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:45.799024 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-35e85091-2f1c-4a2f-b9d4-88c71992326c req-5621dd2c-f10b-4cc0-b231-532681b8d912 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 945 time: 0.0847967 Aug 31 15:31:45.841489 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-35e85091-2f1c-4a2f-b9d4-88c71992326c req-b785b6ec-f82e-47fc-97ce-9212fc0a63bb tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369046 Aug 31 15:31:46.386139 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device bead6140-7efd-45e3-8625-12a6f695831c up at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:31:46.457619 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning for port bead6140-7efd-45e3-8625-12a6f695831c completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:31:46.463087 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning complete for port bead6140-7efd-45e3-8625-12a6f695831c triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:31:46.463493 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:46.581148 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:46.607835 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8733d5d3-7bf5-411a-9805-6aef9f57bfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bead6140-7efd-45e3-8625-12a6f695831c'}] {{(pid=79278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:31:46.619149 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port bead6140-7efd-45e3-8625-12a6f695831c, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=bead6140-7efd-45e3-8625-12a6f695831c,segment=NetworkSegment(84b59644-13f4-4a5a-bbeb-4b76431c9274),segment_id=84b59644-13f4-4a5a-bbeb-4b76431c9274)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:31:46.623659 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:46.625514 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:31:46.661293 dv-cinder-802781-4-iscsi neutron-server[79278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8733d5d3-7bf5-411a-9805-6aef9f57bfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bead6140-7efd-45e3-8625-12a6f695831c', 'code': 200} Aug 31 15:31:46.692157 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=bead6140-7efd-45e3-8625-12a6f695831c,revision_number=5']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:31:46.695059 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:31:46.787746 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f5b87-3c82-48c5-ac17-650b8810ab79 req-13b229e4-b435-4903-b97f-50c886251408 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:46.789111 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ec6f5b87-3c82-48c5-ac17-650b8810ab79 req-13b229e4-b435-4903-b97f-50c886251408 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 946 time: 0.0947661 Aug 31 15:31:46.835280 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ec6f5b87-3c82-48c5-ac17-650b8810ab79 req-fca0b352-7306-40e5-a219-ed1dae866664 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401573 Aug 31 15:31:46.939310 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330742b-ca4d-4054-926c-a41873c9b07a req-8771bc96-1323-49eb-bcda-8a0727042bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:46.940780 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a330742b-ca4d-4054-926c-a41873c9b07a req-8771bc96-1323-49eb-bcda-8a0727042bc8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 1099 time: 0.0697019 Aug 31 15:31:47.107469 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a330742b-ca4d-4054-926c-a41873c9b07a req-67d89fd8-ebb2-4981-9004-adca2a116e97 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599505 Aug 31 15:31:47.129572 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77798842-a643-41ee-b41f-5d28b34fece9 req-999404d2-a977-4b8c-9de6-5252dcef9cac tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:47.131219 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-77798842-a643-41ee-b41f-5d28b34fece9 req-999404d2-a977-4b8c-9de6-5252dcef9cac tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 946 time: 0.1848636 Aug 31 15:31:47.174269 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-77798842-a643-41ee-b41f-5d28b34fece9 req-df1f560f-cbeb-4f93-a5c6-81b375363d75 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373509 Aug 31 15:31:48.027431 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c3bbb-9065-4691-9589-08a5d6b75482 req-fd488e3a-ab13-4446-9fba-386c7539745a tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:48.029222 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-fe0c3bbb-9065-4691-9589-08a5d6b75482 req-fd488e3a-ab13-4446-9fba-386c7539745a tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 946 time: 0.0893366 Aug 31 15:31:48.076938 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-fe0c3bbb-9065-4691-9589-08a5d6b75482 req-35a6c587-a62c-4980-9564-ae8891988a79 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393887 Aug 31 15:31:48.364340 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ab58e-8c93-4f98-82c4-2bb4a1f5c030 req-2828132f-0440-4d7c-9366-56d1d536de8c tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:48.365775 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-3d7ab58e-8c93-4f98-82c4-2bb4a1f5c030 req-2828132f-0440-4d7c-9366-56d1d536de8c tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 946 time: 0.0845861 Aug 31 15:31:48.409709 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-3d7ab58e-8c93-4f98-82c4-2bb4a1f5c030 req-e0883884-161d-44d0-8cc9-de19c4a4dced tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381751 Aug 31 15:31:49.073036 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 53278) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:31:49.187609 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-4dac9885-bc4e-40c1-8772-de37c13c4b4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:49.202936 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-4dac9885-bc4e-40c1-8772-de37c13c4b4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:31:49.206836 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-4dac9885-bc4e-40c1-8772-de37c13c4b4b admin admin] Usage tracker for resource:security_group_rule and tenant:c722c820033c4260905e6722390989c5 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:31:49.209735 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-4dac9885-bc4e-40c1-8772-de37c13c4b4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:31:49.215252 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-4dac9885-bc4e-40c1-8772-de37c13c4b4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:31:49.269674 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7f33b-4f02-40bc-bac3-6e9a70b302c5 req-4a8b8922-86d4-4e28-84fb-f38092c85316 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:49.271148 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-70e7f33b-4f02-40bc-bac3-6e9a70b302c5 req-4a8b8922-86d4-4e28-84fb-f38092c85316 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 946 time: 0.0901928 Aug 31 15:31:49.299926 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-4dac9885-bc4e-40c1-8772-de37c13c4b4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:49.303709 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-4dac9885-bc4e-40c1-8772-de37c13c4b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:49.312057 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-425a20bb-b232-4c84-88e7-f81c63cd35e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:31:49.321237 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-70e7f33b-4f02-40bc-bac3-6e9a70b302c5 req-742a67e4-4afc-4920-91ea-21ef1c0a81c1 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432749 Aug 31 15:31:49.351482 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-4dac9885-bc4e-40c1-8772-de37c13c4b4b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c722c820033c4260905e6722390989c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2773354 Aug 31 15:31:49.352406 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dac9885-bc4e-40c1-8772-de37c13c4b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b8ce7b-305b-4300-8a8e-98546b63b50d,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:31:49.354063 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 53286) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:31:49.355581 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-4dac9885-bc4e-40c1-8772-de37c13c4b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:31:49.413399 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ae4cfc7e-b927-445c-b7f3-ac18f28fcd93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:49.441157 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ae4cfc7e-b927-445c-b7f3-ac18f28fcd93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:49.495227 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ae4cfc7e-b927-445c-b7f3-ac18f28fcd93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:49.498942 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-cb3144df-04bb-4a5d-b83c-8e3ea63b7fd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:31:49.510726 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4cfc7e-b927-445c-b7f3-ac18f28fcd93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b8ce7b-305b-4300-8a8e-98546b63b50d,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:31:49.521554 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cfc7e-b927-445c-b7f3-ac18f28fcd93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:49.521921 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cfc7e-b927-445c-b7f3-ac18f28fcd93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:49.522280 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cfc7e-b927-445c-b7f3-ac18f28fcd93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:49.522630 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cfc7e-b927-445c-b7f3-ac18f28fcd93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:49.522975 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cfc7e-b927-445c-b7f3-ac18f28fcd93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:49.523352 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cfc7e-b927-445c-b7f3-ac18f28fcd93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:49.523686 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cfc7e-b927-445c-b7f3-ac18f28fcd93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:49.524029 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cfc7e-b927-445c-b7f3-ac18f28fcd93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:49.524373 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cfc7e-b927-445c-b7f3-ac18f28fcd93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:49.524711 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cfc7e-b927-445c-b7f3-ac18f28fcd93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:49.525048 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cfc7e-b927-445c-b7f3-ac18f28fcd93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:49.525384 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4cfc7e-b927-445c-b7f3-ac18f28fcd93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:49.528472 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ae4cfc7e-b927-445c-b7f3-ac18f28fcd93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:49.531310 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-ae4cfc7e-b927-445c-b7f3-ac18f28fcd93 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/80b8ce7b-305b-4300-8a8e-98546b63b50d HTTP/1.1" status: 204 len: 168 time: 0.1745362 Aug 31 15:31:49.531310 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-ae4cfc7e-b927-445c-b7f3-ac18f28fcd93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:31:49.603729 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823b425-95c4-4643-81c1-8918b381d6ba req-86103395-3b14-412b-8025-a4654d717578 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:49.605214 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e823b425-95c4-4643-81c1-8918b381d6ba req-86103395-3b14-412b-8025-a4654d717578 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 946 time: 0.0864451 Aug 31 15:31:49.652226 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e823b425-95c4-4643-81c1-8918b381d6ba req-1ee02a61-cdb7-4c80-99eb-a55c3f85c9a0 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409243 Aug 31 15:31:49.848519 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255491d-0073-481a-b8de-c31b768c4e1e req-20c3c31b-750b-4acd-99f6-c2a0307d21cb tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:49.850003 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-9255491d-0073-481a-b8de-c31b768c4e1e req-20c3c31b-750b-4acd-99f6-c2a0307d21cb tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 946 time: 0.0853655 Aug 31 15:31:49.894163 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-9255491d-0073-481a-b8de-c31b768c4e1e req-b91f7b1b-4833-47c7-a9dc-d8890e2bcff1 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385237 Aug 31 15:31:50.279169 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b37ef-e923-4858-a46b-a841f696b502 req-959ca12e-9866-4216-9811-0e7afb30b17a tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:50.280528 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6b2b37ef-e923-4858-a46b-a841f696b502 req-959ca12e-9866-4216-9811-0e7afb30b17a tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 946 time: 0.0781755 Aug 31 15:31:50.326976 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6b2b37ef-e923-4858-a46b-a841f696b502 req-d51563e1-b23b-404c-b5a9-8aa32b21f3b9 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408113 Aug 31 15:31:50.511003 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c11e6-c28a-47c7-858d-628da6db494d req-b3e01543-1d98-4a09-b330-40783723aa30 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:50.512563 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-9e7c11e6-c28a-47c7-858d-628da6db494d req-b3e01543-1d98-4a09-b330-40783723aa30 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 946 time: 0.0803132 Aug 31 15:31:50.560048 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-9e7c11e6-c28a-47c7-858d-628da6db494d req-6e6bffef-37d7-4007-bab6-767291ebaf7f tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412393 Aug 31 15:31:51.831175 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc14557-e473-4b45-9416-0aaf6d47ba0d req-423ea19b-b010-445d-81c4-96efdb052fcc tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:51.832646 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-fbc14557-e473-4b45-9416-0aaf6d47ba0d req-423ea19b-b010-445d-81c4-96efdb052fcc tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 946 time: 0.1682801 Aug 31 15:31:51.882039 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-fbc14557-e473-4b45-9416-0aaf6d47ba0d req-7e4a0032-0fdb-4eaf-9bb7-1974694b82cc tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381749 Aug 31 15:31:52.039685 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f58b7a-d33f-45ab-8687-8a6f4247440c req-83b81630-8ed5-4ef4-aef9-38a70ba696ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:52.041288 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b7f58b7a-d33f-45ab-8687-8a6f4247440c req-83b81630-8ed5-4ef4-aef9-38a70ba696ce service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ae108ad25124f909f1e46038dca0493&device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 1099 time: 0.0722435 Aug 31 15:31:52.178913 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f58b7a-d33f-45ab-8687-8a6f4247440c req-d43df216-1f2c-48b0-af73-c3f04998d366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:52.180370 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b7f58b7a-d33f-45ab-8687-8a6f4247440c req-d43df216-1f2c-48b0-af73-c3f04998d366 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ef925e76-4046-4823-a8a0-a0830b7a304d HTTP/1.1" status: 200 len: 909 time: 0.1324277 Aug 31 15:31:52.289131 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b7f58b7a-d33f-45ab-8687-8a6f4247440c req-76fa281f-ec3a-439e-b1d9-62c451b322d7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=faf15d75-ec01-43e5-a3ac-58e4c858d1de HTTP/1.1" status: 200 len: 1002 time: 0.0969265 Aug 31 15:31:52.356355 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f58b7a-d33f-45ab-8687-8a6f4247440c req-70606b03-6505-4e65-8cd5-d80b9c28be8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:52.357779 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b7f58b7a-d33f-45ab-8687-8a6f4247440c req-70606b03-6505-4e65-8cd5-d80b9c28be8f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=87e3bb36-5c9a-4d57-9d7c-099e88562166 HTTP/1.1" status: 200 len: 847 time: 0.0605650 Aug 31 15:31:52.445975 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f58b7a-d33f-45ab-8687-8a6f4247440c req-aac90309-fa98-4c2c-af89-ec7bb0687eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:52.447478 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b7f58b7a-d33f-45ab-8687-8a6f4247440c req-aac90309-fa98-4c2c-af89-ec7bb0687eeb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ef925e76-4046-4823-a8a0-a0830b7a304d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0772636 Aug 31 15:31:52.593728 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b7f58b7a-d33f-45ab-8687-8a6f4247440c req-81abf568-0bcb-415b-b62d-3c64f336ddbf service neutron] 10.222.0.64 "GET /v2.0/networks/ef925e76-4046-4823-a8a0-a0830b7a304d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375456 Aug 31 15:31:52.732764 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b7f58b7a-d33f-45ab-8687-8a6f4247440c req-34893e68-5471-4a0c-a517-8f75dbb059d9 service neutron] 10.222.0.64 "GET /v2.0/networks/ef925e76-4046-4823-a8a0-a0830b7a304d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268966 Aug 31 15:31:53.048098 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 6 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:31:53.064145 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70bc040-ee72-4a5a-bf90-0b05ce673b1d req-54f1b678-4c35-4002-9a96-732ca4715605 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:53.069773 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a70bc040-ee72-4a5a-bf90-0b05ce673b1d req-54f1b678-4c35-4002-9a96-732ca4715605 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 946 time: 0.0860045 Aug 31 15:31:53.112646 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a70bc040-ee72-4a5a-bf90-0b05ce673b1d req-a91a70fd-f58f-48b2-91b7-a4f4b29f132a tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372550 Aug 31 15:31:54.333855 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3794106-499b-4c99-84e3-0a65b9850271 req-f243876b-5235-4167-a5e5-9bcfba620a17 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:54.335356 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a3794106-499b-4c99-84e3-0a65b9850271 req-f243876b-5235-4167-a5e5-9bcfba620a17 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 946 time: 0.0817628 Aug 31 15:31:54.379595 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a3794106-499b-4c99-84e3-0a65b9850271 req-714252e7-99c2-47e7-a712-c85af16bb83f tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383286 Aug 31 15:31:55.569463 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c37da1-f3d7-4f1e-af16-7499e611f35c req-351916ee-4c89-47b1-b222-81444d47a00c tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:55.570979 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-32c37da1-f3d7-4f1e-af16-7499e611f35c req-351916ee-4c89-47b1-b222-81444d47a00c tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 946 time: 0.0841279 Aug 31 15:31:55.620114 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-32c37da1-f3d7-4f1e-af16-7499e611f35c req-cf1cfc92-949d-49cd-8469-8d07d1d98ac2 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426149 Aug 31 15:31:56.074885 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 53370) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:31:56.199078 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dc6b13fd-76b2-42b3-8165-a9252db229ff req-2efd86af-3ab9-4b3a-a1ac-270f2e177c31 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1226728 Aug 31 15:31:56.260125 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca835ca-6f07-483c-b4cb-281654ee94ef req-2aecaeec-123a-4022-9368-0322698609b7 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:56.261646 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-8ca835ca-6f07-483c-b4cb-281654ee94ef req-2aecaeec-123a-4022-9368-0322698609b7 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 946 time: 0.0877876 Aug 31 15:31:56.306788 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-8ca835ca-6f07-483c-b4cb-281654ee94ef req-4b18c5c1-c4b2-4c57-b279-777757aeb7b4 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396361 Aug 31 15:31:57.503487 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da559b02-1d3d-4207-b866-a577714c9ba4 req-29f3bfd2-402d-410d-b36c-26b90a8b3840 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:57.504972 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-da559b02-1d3d-4207-b866-a577714c9ba4 req-29f3bfd2-402d-410d-b36c-26b90a8b3840 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 946 time: 0.0864623 Aug 31 15:31:57.564847 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-da559b02-1d3d-4207-b866-a577714c9ba4 req-afa91393-31fa-4776-b569-b9db9555a496 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538139 Aug 31 15:31:58.409572 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device faf15d75-ec01-43e5-a3ac-58e4c858d1de no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:31:58.521783 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:58.546894 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7337e8-ca04-4d75-a350-53f054e2f5de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faf15d75-ec01-43e5-a3ac-58e4c858d1de'}] {{(pid=79278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:31:58.557137 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port faf15d75-ec01-43e5-a3ac-58e4c858d1de, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=faf15d75-ec01-43e5-a3ac-58e4c858d1de,segment=NetworkSegment(9551a3ad-1784-460c-9b5d-18e938d13ef5),segment_id=9551a3ad-1784-460c-9b5d-18e938d13ef5)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:31:58.561182 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:31:58.562963 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:31:58.591836 dv-cinder-802781-4-iscsi neutron-server[79278]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3c7337e8-ca04-4d75-a350-53f054e2f5de', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'faf15d75-ec01-43e5-a3ac-58e4c858d1de', 'code': 422} returned with failed status Aug 31 15:31:58.633144 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=faf15d75-ec01-43e5-a3ac-58e4c858d1de,revision_number=6']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:31:58.641001 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:58.641354 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:58.641870 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:58.642243 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:58.642663 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:58.642887 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:58.643207 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:58.643548 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:58.643867 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:58.644180 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:58.644492 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:58.644802 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:31:58.648847 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:31:58.896405 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0b232-b1af-4732-a627-027a77e684e2 req-3e90e53c-b516-432f-afa7-023961eae6ea tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:31:58.897851 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-55c0b232-b1af-4732-a627-027a77e684e2 req-3e90e53c-b516-432f-afa7-023961eae6ea tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 944 time: 0.0792911 Aug 31 15:31:58.941633 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-55c0b232-b1af-4732-a627-027a77e684e2 req-fdf4f6f7-98d7-4303-8ad2-753b343ab13c tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382886 Aug 31 15:32:00.206557 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ab614-7863-40c1-ad85-e1874e9c9fea req-309dd25d-b2f6-4e36-af29-39e82980009a tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:00.208189 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-700ab614-7863-40c1-ad85-e1874e9c9fea req-309dd25d-b2f6-4e36-af29-39e82980009a tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 944 time: 0.1653831 Aug 31 15:32:00.255467 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-700ab614-7863-40c1-ad85-e1874e9c9fea req-c6dcd4e8-9de2-4669-8dc9-8b6fcee84ded tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417385 Aug 31 15:32:00.710926 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5e6e3-723f-4f25-87a5-a7807c7412fe req-7638db97-a6ed-4703-bee7-c26686c22624 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:00.712421 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f8e5e6e3-723f-4f25-87a5-a7807c7412fe req-7638db97-a6ed-4703-bee7-c26686c22624 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 946 time: 0.0825191 Aug 31 15:32:00.756741 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f8e5e6e3-723f-4f25-87a5-a7807c7412fe req-6af8380b-ca63-40be-be4f-d3ab7a157a9b tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379839 Aug 31 15:32:00.779750 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 53420) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:32:00.946576 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef9545e-99e7-44d7-b13e-f41e4fd2f04a tempest-TestMinimumBasicScenario-302299333 tempest-TestMinimumBasicScenario-302299333-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:00.948001 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-8ef9545e-99e7-44d7-b13e-f41e4fd2f04a tempest-TestMinimumBasicScenario-302299333 tempest-TestMinimumBasicScenario-302299333-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 1094 time: 0.1673036 Aug 31 15:32:00.950905 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 53426) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:32:00.955838 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [None req-bcb486b8-3fb2-4987-abe9-6d6655bc7649 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Request body: {'floatingip': {'floating_network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'port_id': 'bead6140-7efd-45e3-8625-12a6f695831c', 'tenant_id': 'f3d481bcf1294c749009312b339c5ff6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:32:00.961554 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-bcb486b8-3fb2-4987-abe9-6d6655bc7649 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:32:00.965305 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-bcb486b8-3fb2-4987-abe9-6d6655bc7649 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Usage tracker for resource:floatingip and tenant:f3d481bcf1294c749009312b339c5ff6 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:32:00.968093 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-bcb486b8-3fb2-4987-abe9-6d6655bc7649 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:32:00.973611 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-bcb486b8-3fb2-4987-abe9-6d6655bc7649 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:32:00.983178 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-bcb486b8-3fb2-4987-abe9-6d6655bc7649 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks [] for floatingip, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:01.119987 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-bcb486b8-3fb2-4987-abe9-6d6655bc7649 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:01.258922 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.db_base_plugin_common [None req-bcb486b8-3fb2-4987-abe9-6d6655bc7649 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Allocated IP 172.27.1.44 (8f15a7b0-c0b9-4864-9373-42147a89de1a/497a4a38-4d00-4e5c-ae08-9918d0306661/19312ac5-9783-4199-8453-776ed6245fe1) {{(pid=79277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:32:01.440217 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-bcb486b8-3fb2-4987-abe9-6d6655bc7649 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks [] for port, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:01.477438 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-bcb486b8-3fb2-4987-abe9-6d6655bc7649 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10695601'] for port, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:01.481175 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-6c51ff76-bc81-4a9d-98f0-f012978d6df3 tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:32:01.482268 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bef6f4-2d70-4d96-94f1-46cf3b9a9f5a req-034e9f38-9f24-4fa9-a819-492348c9e7a1 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:01.483789 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-93bef6f4-2d70-4d96-94f1-46cf3b9a9f5a req-034e9f38-9f24-4fa9-a819-492348c9e7a1 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 944 time: 0.0977385 Aug 31 15:32:01.547862 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-93bef6f4-2d70-4d96-94f1-46cf3b9a9f5a req-ce6af229-16aa-4792-8ec5-bcece1d45685 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519450 Aug 31 15:32:01.548785 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb486b8-3fb2-4987-abe9-6d6655bc7649 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Network 8f15a7b0-c0b9-4864-9373-42147a89de1a is already hosted by enough agents. {{(pid=79277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:32:01.554230 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.base_scheduler [None req-bcb486b8-3fb2-4987-abe9-6d6655bc7649 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Resources bound (agent type, host, resource id): {{(pid=79277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:32:01.556193 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb486b8-3fb2-4987-abe9-6d6655bc7649 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Pushing event updated for resources: {'Port': ['ID=19312ac5-9783-4199-8453-776ed6245fe1,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:32:01.558392 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb486b8-3fb2-4987-abe9-6d6655bc7649 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Received port after_create {{(pid=79277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:32:01.606212 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb486b8-3fb2-4987-abe9-6d6655bc7649 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:01.606732 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb486b8-3fb2-4987-abe9-6d6655bc7649 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:01.607295 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb486b8-3fb2-4987-abe9-6d6655bc7649 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:01.607687 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb486b8-3fb2-4987-abe9-6d6655bc7649 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:01.608147 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb486b8-3fb2-4987-abe9-6d6655bc7649 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:01.608637 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb486b8-3fb2-4987-abe9-6d6655bc7649 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:01.609220 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb486b8-3fb2-4987-abe9-6d6655bc7649 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:01.609626 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb486b8-3fb2-4987-abe9-6d6655bc7649 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:01.610002 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb486b8-3fb2-4987-abe9-6d6655bc7649 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:01.610475 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb486b8-3fb2-4987-abe9-6d6655bc7649 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:01.610802 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb486b8-3fb2-4987-abe9-6d6655bc7649 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:01.611182 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb486b8-3fb2-4987-abe9-6d6655bc7649 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:32:01.615374 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-bcb486b8-3fb2-4987-abe9-6d6655bc7649 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:32:01.874348 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18fcdc-68be-484f-a8eb-99e12fbce815 req-a9a012a1-741b-4f2c-b1d9-f4c29580689b tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:01.876541 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-9b18fcdc-68be-484f-a8eb-99e12fbce815 req-a9a012a1-741b-4f2c-b1d9-f4c29580689b tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 945 time: 0.0942361 Aug 31 15:32:01.922114 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-9b18fcdc-68be-484f-a8eb-99e12fbce815 req-60f70649-a5ae-44b0-a1c0-a619c4cca5da tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390973 Aug 31 15:32:02.006537 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-bcb486b8-3fb2-4987-abe9-6d6655bc7649 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:02.077194 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-bcb486b8-3fb2-4987-abe9-6d6655bc7649 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:02.314122 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b13fd-76b2-42b3-8165-a9252db229ff req-afb310a1-fac9-4cb4-bb65-bc3638eda55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:02.315535 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dc6b13fd-76b2-42b3-8165-a9252db229ff req-afb310a1-fac9-4cb4-bb65-bc3638eda55d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de&tenant_id=7ae108ad25124f909f1e46038dca0493 HTTP/1.1" status: 200 len: 1097 time: 0.1823337 Aug 31 15:32:02.338198 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-bcb486b8-3fb2-4987-abe9-6d6655bc7649 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks [] for port, precommit_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:02.342759 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-bcb486b8-3fb2-4987-abe9-6d6655bc7649 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10695592'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:02.348363 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-7034dd40-dca3-4348-b8f3-bd1e2afc83f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:32:02.598716 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb486b8-3fb2-4987-abe9-6d6655bc7649 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Pushing event updated for resources: {'Port': ['ID=19312ac5-9783-4199-8453-776ed6245fe1,revision_number=2']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:32:02.601529 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-bcb486b8-3fb2-4987-abe9-6d6655bc7649 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:32:02.605711 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-bcb486b8-3fb2-4987-abe9-6d6655bc7649 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906927'] for floatingip, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:02.693691 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b13fd-76b2-42b3-8165-a9252db229ff req-0858b8fb-afaa-4432-8510-74bdb3651ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:02.695157 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dc6b13fd-76b2-42b3-8165-a9252db229ff req-0858b8fb-afaa-4432-8510-74bdb3651ae6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ae108ad25124f909f1e46038dca0493&device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 1097 time: 0.3170862 Aug 31 15:32:02.747080 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce35485-1573-46db-94c6-051b48bbbdf7 req-f421ec40-7c7b-4db7-8901-fbc155c57413 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:02.748579 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-5ce35485-1573-46db-94c6-051b48bbbdf7 req-f421ec40-7c7b-4db7-8901-fbc155c57413 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 944 time: 0.0870152 Aug 31 15:32:02.794889 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-5ce35485-1573-46db-94c6-051b48bbbdf7 req-2bcccb6d-e75f-49dc-82e4-e893f84ae6d1 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398266 Aug 31 15:32:02.876619 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.db.l3_db [None req-bcb486b8-3fb2-4987-abe9-6d6655bc7649 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Floating IP f7388144-5532-4cce-bc35-d0c589303013 associated. External IP: 172.27.1.44, port: bead6140-7efd-45e3-8625-12a6f695831c. Aug 31 15:32:03.041990 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b13fd-76b2-42b3-8165-a9252db229ff req-69d02bf3-4b46-4c1f-a651-faa0bc1ec6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:03.043443 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dc6b13fd-76b2-42b3-8165-a9252db229ff req-69d02bf3-4b46-4c1f-a651-faa0bc1ec6d4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ef925e76-4046-4823-a8a0-a0830b7a304d HTTP/1.1" status: 200 len: 909 time: 0.2913520 Aug 31 15:32:03.277897 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dc6b13fd-76b2-42b3-8165-a9252db229ff req-9dd44ae5-fc3b-4279-a81b-e91fb9ddf074 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=faf15d75-ec01-43e5-a3ac-58e4c858d1de HTTP/1.1" status: 200 len: 1000 time: 0.2185619 Aug 31 15:32:03.378736 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f51740-667a-41f9-9bcf-d6474fb7b486 req-563de08a-700d-4a69-bb22-bd87cce74f49 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:03.380178 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-25f51740-667a-41f9-9bcf-d6474fb7b486 req-563de08a-700d-4a69-bb22-bd87cce74f49 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 945 time: 0.3358853 Aug 31 15:32:03.383845 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b13fd-76b2-42b3-8165-a9252db229ff req-964f33f9-3e61-4328-8a3c-2ccb815d6723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:03.385122 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dc6b13fd-76b2-42b3-8165-a9252db229ff req-964f33f9-3e61-4328-8a3c-2ccb815d6723 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=87e3bb36-5c9a-4d57-9d7c-099e88562166 HTTP/1.1" status: 200 len: 847 time: 0.0977130 Aug 31 15:32:03.561510 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-25f51740-667a-41f9-9bcf-d6474fb7b486 req-e422a5d0-86ff-460e-8dc5-2f194e77c540 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272695 Aug 31 15:32:03.563213 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb486b8-3fb2-4987-abe9-6d6655bc7649 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Router 92119be5-70b4-4b48-90ed-58ea00a6d8c7 has already been hosted by L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 {{(pid=79277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:32:03.660067 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b13fd-76b2-42b3-8165-a9252db229ff req-6f96c6ec-34f2-4f95-8bb0-28f39a979c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:03.661518 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dc6b13fd-76b2-42b3-8165-a9252db229ff req-6f96c6ec-34f2-4f95-8bb0-28f39a979c72 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ef925e76-4046-4823-a8a0-a0830b7a304d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2285345 Aug 31 15:32:04.004207 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb486b8-3fb2-4987-abe9-6d6655bc7649 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:32:04.013593 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e4c12f-b7fa-46b1-8a78-4c4c1ae951e1 None None] Sync routers for ids ['92119be5-70b4-4b48-90ed-58ea00a6d8c7'] in dv-cinder-802781-4-iscsi {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:32:04.023435 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e4c12f-b7fa-46b1-8a78-4c4c1ae951e1 None None] Routers {'92119be5-70b4-4b48-90ed-58ea00a6d8c7'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:32:04.024050 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-a8e4c12f-b7fa-46b1-8a78-4c4c1ae951e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:31:38Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['92119be5-70b4-4b48-90ed-58ea00a6d8c7'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:32:04.064817 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dc6b13fd-76b2-42b3-8165-a9252db229ff req-48220a09-1b37-444b-a19c-256c99f8dd51 service neutron] 10.222.0.64 "GET /v2.0/networks/ef925e76-4046-4823-a8a0-a0830b7a304d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944435 Aug 31 15:32:04.067142 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-bcb486b8-3fb2-4987-abe9-6d6655bc7649 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for floatingip, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:04.217450 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-bcb486b8-3fb2-4987-abe9-6d6655bc7649 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2654967 Aug 31 15:32:04.220578 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 53450) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:32:04.225629 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b7dc2-00eb-4683-9c91-5e3295fa541a req-931077fe-5e36-4831-b1e2-89b2097ef20c tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:04.226169 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-cc25f067-207b-4276-8894-158578f05c48 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1864804139', 'description': 'tempest-secgroup-smoke-1864804139 description', 'project_id': 'f3d481bcf1294c749009312b339c5ff6'}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:32:04.227097 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-789b7dc2-00eb-4683-9c91-5e3295fa541a req-931077fe-5e36-4831-b1e2-89b2097ef20c tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 944 time: 0.2922421 Aug 31 15:32:04.228879 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-a8e4c12f-b7fa-46b1-8a78-4c4c1ae951e1 None None] Set router 92119be5-70b4-4b48-90ed-58ea00a6d8c7 gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:32:04.229551 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8733d5d3-7bf5-411a-9805-6aef9f57bfa8', 'tag': 'bead6140-7efd-45e3-8625-12a6f695831c'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:32:04.232900 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-cc25f067-207b-4276-8894-158578f05c48 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:32:04.256467 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-cc25f067-207b-4276-8894-158578f05c48 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:32:04.281296 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-cc25f067-207b-4276-8894-158578f05c48 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:04.305517 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dc6b13fd-76b2-42b3-8165-a9252db229ff req-98d9d880-d6e8-44aa-8eba-aedd57fa79c6 service neutron] 10.222.0.64 "GET /v2.0/networks/ef925e76-4046-4823-a8a0-a0830b7a304d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144337 Aug 31 15:32:04.308550 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-789b7dc2-00eb-4683-9c91-5e3295fa541a req-5d6fa6b9-8a4b-473a-a442-038bb8852b6d tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669539 Aug 31 15:32:04.310096 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8733d5d3-7bf5-411a-9805-6aef9f57bfa8', 'tag': 'bead6140-7efd-45e3-8625-12a6f695831c', 'status': 'completed', 'code': 200} Aug 31 15:32:04.314889 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-cc25f067-207b-4276-8894-158578f05c48 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:32:04.319062 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-cc25f067-207b-4276-8894-158578f05c48 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Usage tracker for resource:security_group_rule and tenant:f3d481bcf1294c749009312b339c5ff6 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:32:04.322276 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-cc25f067-207b-4276-8894-158578f05c48 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:32:04.329032 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-cc25f067-207b-4276-8894-158578f05c48 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:32:04.421863 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-cc25f067-207b-4276-8894-158578f05c48 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:04.426757 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-cc25f067-207b-4276-8894-158578f05c48 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:04.444994 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3293509-7883-41a3-beec-86313e0b00cf req-9cece208-434e-4813-a3a0-aa4e0a2426db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:04.445814 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-9c00f2fa-4548-4429-8425-910ecc94bda8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:32:04.447454 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f3293509-7883-41a3-beec-86313e0b00cf req-9cece208-434e-4813-a3a0-aa4e0a2426db service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f3d481bcf1294c749009312b339c5ff6&device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 1099 time: 0.0783341 Aug 31 15:32:04.481394 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25f067-207b-4276-8894-158578f05c48 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e441db8-3364-4d21-8af2-254ef5a83c90,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:32:04.486736 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-cc25f067-207b-4276-8894-158578f05c48 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:32:04.503888 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-cc25f067-207b-4276-8894-158578f05c48 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:04.505244 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-cc25f067-207b-4276-8894-158578f05c48 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2835634 Aug 31 15:32:04.508461 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 53456) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:32:04.513743 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-af7b3fdc-da19-476a-aca5-f796ed9ef2ef tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Request body: {'security_group_rule': {'security_group_id': '8e441db8-3364-4d21-8af2-254ef5a83c90', 'project_id': 'f3d481bcf1294c749009312b339c5ff6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:32:04.519735 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-af7b3fdc-da19-476a-aca5-f796ed9ef2ef tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:32:04.523598 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-af7b3fdc-da19-476a-aca5-f796ed9ef2ef tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Usage tracker for resource:security_group_rule and tenant:f3d481bcf1294c749009312b339c5ff6 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:32:04.526422 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-af7b3fdc-da19-476a-aca5-f796ed9ef2ef tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:32:04.532384 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-af7b3fdc-da19-476a-aca5-f796ed9ef2ef tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:32:04.550677 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-af7b3fdc-da19-476a-aca5-f796ed9ef2ef tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:04.593795 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3293509-7883-41a3-beec-86313e0b00cf req-6fad11a0-2d0e-46c4-af8e-406a96cb7b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:04.595753 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f3293509-7883-41a3-beec-86313e0b00cf req-6fad11a0-2d0e-46c4-af8e-406a96cb7b97 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8a43599e-3fd3-4af2-9714-5afac8df9dd8 HTTP/1.1" status: 200 len: 916 time: 0.1398766 Aug 31 15:32:04.622533 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-a8e4c12f-b7fa-46b1-8a78-4c4c1ae951e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92119be5-70b4-4b48-90ed-58ea00a6d8c7', 'name': 'tempest-TestMinimumBasicScenario-1845208578-router', 'tenant_id': 'f3d481bcf1294c749009312b339c5ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8100cdd4-db90-417f-a411-9bd64b9b45ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:30:50Z', 'updated_at': '2021-08-31T15:30:54Z', 'revision_number': 4, 'project_id': 'f3d481bcf1294c749009312b339c5ff6', 'gw_port': {'id': '8100cdd4-db90-417f-a411-9bd64b9b45ed', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92119be5-70b4-4b48-90ed-58ea00a6d8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:30:51Z', 'updated_at': '2021-08-31T15:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_floatingips': [{'id': 'f7388144-5532-4cce-bc35-d0c589303013', 'tenant_id': 'f3d481bcf1294c749009312b339c5ff6', 'floating_ip_address': '172.27.1.44', 'floating_network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'router_id': '92119be5-70b4-4b48-90ed-58ea00a6d8c7', 'port_id': 'bead6140-7efd-45e3-8625-12a6f695831c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a43599e-3fd3-4af2-9714-5afac8df9dd8', 'mac_address': 'fa:16:3e:c3:91:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8733d5d3-7bf5-411a-9805-6aef9f57bfa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:32:01Z', 'updated_at': '2021-08-31T15:32:01Z', 'revision_number': 0, 'project_id': 'f3d481bcf1294c749009312b339c5ff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2ebbe47-9ede-43b6-85b8-0ee9d0e90736', 'name': '', 'network_id': '8a43599e-3fd3-4af2-9714-5afac8df9dd8', 'tenant_id': 'f3d481bcf1294c749009312b339c5ff6', 'mac_address': 'fa:16:3e:dc:81:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92119be5-70b4-4b48-90ed-58ea00a6d8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e9deb1ca-4a37-474c-b752-f1749a20678d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:30:53Z', 'updated_at': '2021-08-31T15:31:01Z', 'revision_number': 5, 'project_id': 'f3d481bcf1294c749009312b339c5ff6', 'subnets': [{'id': 'e9deb1ca-4a37-474c-b752-f1749a20678d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:32:04.625612 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-af7b3fdc-da19-476a-aca5-f796ed9ef2ef tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:04.627896 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e4c12f-b7fa-46b1-8a78-4c4c1ae951e1 None None] Checking router: 92119be5-70b4-4b48-90ed-58ea00a6d8c7 for host: dv-cinder-802781-4-iscsi {{(pid=79278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:32:04.631656 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-af7b3fdc-da19-476a-aca5-f796ed9ef2ef tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858734'] for security_group_rule, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:04.634359 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:32:04.637480 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e4c12f-b7fa-46b1-8a78-4c4c1ae951e1 None None] Routers {'92119be5-70b4-4b48-90ed-58ea00a6d8c7'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:32:04.638208 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-a8e4c12f-b7fa-46b1-8a78-4c4c1ae951e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:31:38Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['92119be5-70b4-4b48-90ed-58ea00a6d8c7'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:32:04.658368 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b3fdc-da19-476a-aca5-f796ed9ef2ef tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b73d13e-e557-4465-9a45-3b1dd68d0462,revision_number=0']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:32:04.666733 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-af7b3fdc-da19-476a-aca5-f796ed9ef2ef tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:32:04.677441 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-af7b3fdc-da19-476a-aca5-f796ed9ef2ef tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:04.679145 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-af7b3fdc-da19-476a-aca5-f796ed9ef2ef tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1697626 Aug 31 15:32:04.684110 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 53462) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:32:04.695510 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [None req-2e279c9d-a388-46fe-af2f-9d5b2b9a69ce tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Request body: {'security_group_rule': {'security_group_id': '8e441db8-3364-4d21-8af2-254ef5a83c90', 'project_id': 'f3d481bcf1294c749009312b339c5ff6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:32:04.716714 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-2e279c9d-a388-46fe-af2f-9d5b2b9a69ce tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:32:04.731848 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-2e279c9d-a388-46fe-af2f-9d5b2b9a69ce tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Usage tracker for resource:security_group_rule and tenant:f3d481bcf1294c749009312b339c5ff6 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:32:04.737236 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-2e279c9d-a388-46fe-af2f-9d5b2b9a69ce tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:32:04.746058 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-2e279c9d-a388-46fe-af2f-9d5b2b9a69ce tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:32:04.758978 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f3293509-7883-41a3-beec-86313e0b00cf req-b9b61603-efc5-4882-8b90-3d0321c2b378 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bead6140-7efd-45e3-8625-12a6f695831c HTTP/1.1" status: 200 len: 999 time: 0.1567881 Aug 31 15:32:04.761893 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452b5bf-294b-4a1f-be3e-8ba5d63c3c59 req-7c942290-a59a-407a-a7ba-a1f5de336e1c tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:04.763519 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-6452b5bf-294b-4a1f-be3e-8ba5d63c3c59 req-7c942290-a59a-407a-a7ba-a1f5de336e1c tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 945 time: 0.0829568 Aug 31 15:32:04.807166 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-2e279c9d-a388-46fe-af2f-9d5b2b9a69ce tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:04.810067 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-6452b5bf-294b-4a1f-be3e-8ba5d63c3c59 req-2b00b60b-c4c6-47d3-a819-14f5810b45a1 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393312 Aug 31 15:32:04.829144 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-a8e4c12f-b7fa-46b1-8a78-4c4c1ae951e1 None None] Set router 92119be5-70b4-4b48-90ed-58ea00a6d8c7 gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:32:04.854655 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3293509-7883-41a3-beec-86313e0b00cf req-ffdd633a-7a96-42e9-bb45-66b1662049a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:04.856111 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f3293509-7883-41a3-beec-86313e0b00cf req-ffdd633a-7a96-42e9-bb45-66b1662049a4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e9deb1ca-4a37-474c-b752-f1749a20678d HTTP/1.1" status: 200 len: 854 time: 0.0861754 Aug 31 15:32:04.933743 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-2e279c9d-a388-46fe-af2f-9d5b2b9a69ce tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:04.942023 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-2e279c9d-a388-46fe-af2f-9d5b2b9a69ce tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858734'] for security_group_rule, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:04.953234 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:32:04.975106 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e279c9d-a388-46fe-af2f-9d5b2b9a69ce tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14948375-8cb3-40a3-a304-50a37a44e702,revision_number=0']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:32:04.978217 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-2e279c9d-a388-46fe-af2f-9d5b2b9a69ce tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:32:04.990339 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3293509-7883-41a3-beec-86313e0b00cf req-d6e290c3-2872-4b41-a055-c1f2dc2bc40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:04.991804 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f3293509-7883-41a3-beec-86313e0b00cf req-d6e290c3-2872-4b41-a055-c1f2dc2bc40f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8a43599e-3fd3-4af2-9714-5afac8df9dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1269312 Aug 31 15:32:04.992617 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-2e279c9d-a388-46fe-af2f-9d5b2b9a69ce tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:04.993639 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-2e279c9d-a388-46fe-af2f-9d5b2b9a69ce tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3025224 Aug 31 15:32:04.996312 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 53468) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:32:05.001728 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [None req-6034f134-d4a7-46c2-88ee-d3a6463597d4 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Request body: {'security_group_rule': {'security_group_id': '8e441db8-3364-4d21-8af2-254ef5a83c90', 'project_id': 'f3d481bcf1294c749009312b339c5ff6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:32:05.024931 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-6034f134-d4a7-46c2-88ee-d3a6463597d4 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:32:05.034034 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-6034f134-d4a7-46c2-88ee-d3a6463597d4 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Usage tracker for resource:security_group_rule and tenant:f3d481bcf1294c749009312b339c5ff6 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:32:05.044737 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-6034f134-d4a7-46c2-88ee-d3a6463597d4 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:32:05.057365 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-6034f134-d4a7-46c2-88ee-d3a6463597d4 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:32:05.129986 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-6034f134-d4a7-46c2-88ee-d3a6463597d4 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:05.181009 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f3293509-7883-41a3-beec-86313e0b00cf req-64a82899-e818-4528-82fb-bc9f19bf3d93 service neutron] 10.222.0.64 "GET /v2.0/networks/8a43599e-3fd3-4af2-9714-5afac8df9dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735239 Aug 31 15:32:05.187853 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-a8e4c12f-b7fa-46b1-8a78-4c4c1ae951e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92119be5-70b4-4b48-90ed-58ea00a6d8c7', 'name': 'tempest-TestMinimumBasicScenario-1845208578-router', 'tenant_id': 'f3d481bcf1294c749009312b339c5ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8100cdd4-db90-417f-a411-9bd64b9b45ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:30:50Z', 'updated_at': '2021-08-31T15:30:54Z', 'revision_number': 4, 'project_id': 'f3d481bcf1294c749009312b339c5ff6', 'gw_port': {'id': '8100cdd4-db90-417f-a411-9bd64b9b45ed', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92119be5-70b4-4b48-90ed-58ea00a6d8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:30:51Z', 'updated_at': '2021-08-31T15:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_floatingips': [{'id': 'f7388144-5532-4cce-bc35-d0c589303013', 'tenant_id': 'f3d481bcf1294c749009312b339c5ff6', 'floating_ip_address': '172.27.1.44', 'floating_network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'router_id': '92119be5-70b4-4b48-90ed-58ea00a6d8c7', 'port_id': 'bead6140-7efd-45e3-8625-12a6f695831c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a43599e-3fd3-4af2-9714-5afac8df9dd8', 'mac_address': 'fa:16:3e:c3:91:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8733d5d3-7bf5-411a-9805-6aef9f57bfa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:32:01Z', 'updated_at': '2021-08-31T15:32:01Z', 'revision_number': 0, 'project_id': 'f3d481bcf1294c749009312b339c5ff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2ebbe47-9ede-43b6-85b8-0ee9d0e90736', 'name': '', 'network_id': '8a43599e-3fd3-4af2-9714-5afac8df9dd8', 'tenant_id': 'f3d481bcf1294c749009312b339c5ff6', 'mac_address': 'fa:16:3e:dc:81:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92119be5-70b4-4b48-90ed-58ea00a6d8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e9deb1ca-4a37-474c-b752-f1749a20678d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:30:53Z', 'updated_at': '2021-08-31T15:31:01Z', 'revision_number': 5, 'project_id': 'f3d481bcf1294c749009312b339c5ff6', 'subnets': [{'id': 'e9deb1ca-4a37-474c-b752-f1749a20678d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:32:05.191854 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e4c12f-b7fa-46b1-8a78-4c4c1ae951e1 None None] The sync data for ids ['92119be5-70b4-4b48-90ed-58ea00a6d8c7'] in dv-cinder-802781-4-iscsi is: [{'id': '92119be5-70b4-4b48-90ed-58ea00a6d8c7', 'name': 'tempest-TestMinimumBasicScenario-1845208578-router', 'tenant_id': 'f3d481bcf1294c749009312b339c5ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8100cdd4-db90-417f-a411-9bd64b9b45ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:30:50Z', 'updated_at': '2021-08-31T15:30:54Z', 'revision_number': 4, 'project_id': 'f3d481bcf1294c749009312b339c5ff6', 'gw_port': {'id': '8100cdd4-db90-417f-a411-9bd64b9b45ed', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92119be5-70b4-4b48-90ed-58ea00a6d8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:30:51Z', 'updated_at': '2021-08-31T15:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_floatingips': [{'id': 'f7388144-5532-4cce-bc35-d0c589303013', 'tenant_id': 'f3d481bcf1294c749009312b339c5ff6', 'floating_ip_address': '172.27.1.44', 'floating_network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'router_id': '92119be5-70b4-4b48-90ed-58ea00a6d8c7', 'port_id': 'bead6140-7efd-45e3-8625-12a6f695831c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a43599e-3fd3-4af2-9714-5afac8df9dd8', 'mac_address': 'fa:16:3e:c3:91:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8733d5d3-7bf5-411a-9805-6aef9f57bfa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:32:01Z', 'updated_at': '2021-08-31T15:32:01Z', 'revision_number': 0, 'project_id': 'f3d481bcf1294c749009312b339c5ff6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2ebbe47-9ede-43b6-85b8-0ee9d0e90736', 'name': '', 'network_id': '8a43599e-3fd3-4af2-9714-5afac8df9dd8', 'tenant_id': 'f3d481bcf1294c749009312b339c5ff6', 'mac_address': 'fa:16:3e:dc:81:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92119be5-70b4-4b48-90ed-58ea00a6d8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e9deb1ca-4a37-474c-b752-f1749a20678d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:30:53Z', 'updated_at': '2021-08-31T15:31:01Z', 'revision_number': 5, 'project_id': 'f3d481bcf1294c749009312b339c5ff6', 'subnets': [{'id': 'e9deb1ca-4a37-474c-b752-f1749a20678d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:32:05.251358 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-6034f134-d4a7-46c2-88ee-d3a6463597d4 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:05.287320 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-8eae8db9-6530-4376-8033-cab1e2821498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:05.296629 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-6034f134-d4a7-46c2-88ee-d3a6463597d4 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858734'] for security_group_rule, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:05.303949 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:32:05.337461 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6034f134-d4a7-46c2-88ee-d3a6463597d4 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08d9a362-8781-4e3d-b050-3f46897b4cc5,revision_number=0']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:32:05.345875 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-6034f134-d4a7-46c2-88ee-d3a6463597d4 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:32:05.353573 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-6034f134-d4a7-46c2-88ee-d3a6463597d4 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:05.354883 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-6034f134-d4a7-46c2-88ee-d3a6463597d4 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3576496 Aug 31 15:32:05.357748 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 53474) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:32:05.362906 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-87ed3232-504a-40f9-b855-8bee34fe2592 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Request body: {'security_group_rule': {'security_group_id': '8e441db8-3364-4d21-8af2-254ef5a83c90', 'project_id': 'f3d481bcf1294c749009312b339c5ff6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:32:05.377383 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f3293509-7883-41a3-beec-86313e0b00cf req-8eb16f8f-1573-487e-8474-a6305dbab897 service neutron] 10.222.0.64 "GET /v2.0/networks/8a43599e-3fd3-4af2-9714-5afac8df9dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876016 Aug 31 15:32:05.378401 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-87ed3232-504a-40f9-b855-8bee34fe2592 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:32:05.382858 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-87ed3232-504a-40f9-b855-8bee34fe2592 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Usage tracker for resource:security_group_rule and tenant:f3d481bcf1294c749009312b339c5ff6 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:32:05.385856 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-87ed3232-504a-40f9-b855-8bee34fe2592 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:32:05.393007 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-87ed3232-504a-40f9-b855-8bee34fe2592 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:32:05.416776 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-87ed3232-504a-40f9-b855-8bee34fe2592 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:05.434766 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8fc274-55c3-4754-b94d-15032dc068e8 None None] New status for floating IP f7388144-5532-4cce-bc35-d0c589303013: ACTIVE {{(pid=79279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:32:05.553675 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-87ed3232-504a-40f9-b855-8bee34fe2592 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:05.560311 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-87ed3232-504a-40f9-b855-8bee34fe2592 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858734'] for security_group_rule, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:05.568297 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-c48a4219-c04b-41ff-9f2f-b00612103c2e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:32:05.590955 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ed3232-504a-40f9-b855-8bee34fe2592 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04d8b1e7-dc5a-44af-99e2-aae5f4e904cc,revision_number=0']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:32:05.599223 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-87ed3232-504a-40f9-b855-8bee34fe2592 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:32:05.607787 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ceb9bc-944d-4fec-820f-e0dc43e941ce req-c586de4b-879c-4c8c-9e86-0545f5bdfb1a tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:05.609578 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-75ceb9bc-944d-4fec-820f-e0dc43e941ce req-c586de4b-879c-4c8c-9e86-0545f5bdfb1a tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 944 time: 0.1365736 Aug 31 15:32:05.611842 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-87ed3232-504a-40f9-b855-8bee34fe2592 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:05.612969 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-87ed3232-504a-40f9-b855-8bee34fe2592 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2542484 Aug 31 15:32:05.615764 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 53478) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:32:05.620641 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:05.620921 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-ba7e7493-d568-4f3b-a1d1-e6ba81dcf384 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Request body: {'security_group_rule': {'security_group_id': '8e441db8-3364-4d21-8af2-254ef5a83c90', 'project_id': 'f3d481bcf1294c749009312b339c5ff6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:32:05.628791 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-ba7e7493-d568-4f3b-a1d1-e6ba81dcf384 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:32:05.647289 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-ba7e7493-d568-4f3b-a1d1-e6ba81dcf384 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Usage tracker for resource:security_group_rule and tenant:f3d481bcf1294c749009312b339c5ff6 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:32:05.651569 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-ba7e7493-d568-4f3b-a1d1-e6ba81dcf384 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:32:05.666212 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-ba7e7493-d568-4f3b-a1d1-e6ba81dcf384 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:32:05.681454 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-75ceb9bc-944d-4fec-820f-e0dc43e941ce req-420d898b-26bf-4f16-ae8a-0cea6a24816b tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548317 Aug 31 15:32:05.686623 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.db.securitygroups_db [None req-ba7e7493-d568-4f3b-a1d1-e6ba81dcf384 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Project f3d481bcf1294c749009312b339c5ff6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:32:05.694493 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ba7e7493-d568-4f3b-a1d1-e6ba81dcf384 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:05.767145 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ba7e7493-d568-4f3b-a1d1-e6ba81dcf384 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:05.771776 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ba7e7493-d568-4f3b-a1d1-e6ba81dcf384 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858734'] for security_group_rule, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:05.778280 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:32:05.797463 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e7493-d568-4f3b-a1d1-e6ba81dcf384 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d062d2a-914e-4950-91db-38580f65deca,revision_number=0']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:32:05.800453 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-ba7e7493-d568-4f3b-a1d1-e6ba81dcf384 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:32:05.808018 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ba7e7493-d568-4f3b-a1d1-e6ba81dcf384 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:05.809224 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-ba7e7493-d568-4f3b-a1d1-e6ba81dcf384 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1924641 Aug 31 15:32:05.811960 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 53482) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:32:05.817072 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-70783fde-4ed3-4919-933d-86e1863bc00c tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Request body: {'security_group_rule': {'security_group_id': '8e441db8-3364-4d21-8af2-254ef5a83c90', 'project_id': 'f3d481bcf1294c749009312b339c5ff6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:32:05.823118 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-70783fde-4ed3-4919-933d-86e1863bc00c tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:32:05.826903 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-70783fde-4ed3-4919-933d-86e1863bc00c tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Usage tracker for resource:security_group_rule and tenant:f3d481bcf1294c749009312b339c5ff6 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:32:05.829833 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-70783fde-4ed3-4919-933d-86e1863bc00c tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:32:05.836162 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-70783fde-4ed3-4919-933d-86e1863bc00c tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:32:05.847767 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.db.securitygroups_db [None req-70783fde-4ed3-4919-933d-86e1863bc00c tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Project f3d481bcf1294c749009312b339c5ff6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:32:05.854584 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-70783fde-4ed3-4919-933d-86e1863bc00c tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:05.929121 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-70783fde-4ed3-4919-933d-86e1863bc00c tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:05.933622 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-70783fde-4ed3-4919-933d-86e1863bc00c tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858734'] for security_group_rule, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:05.940373 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-825e6185-167b-47b3-a035-af73f7130c5e tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:32:05.959240 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70783fde-4ed3-4919-933d-86e1863bc00c tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d891965-0535-4b6e-91e8-ec21bcfbcdca,revision_number=0']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:32:05.961868 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-70783fde-4ed3-4919-933d-86e1863bc00c tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:32:05.970752 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-70783fde-4ed3-4919-933d-86e1863bc00c tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:05.972194 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-70783fde-4ed3-4919-933d-86e1863bc00c tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1592858 Aug 31 15:32:06.022477 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d33877-6d09-4df5-98b5-e9befb179bc0 req-1c29c013-0b27-40d2-b38f-735bb10e8e1c tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:06.024096 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-01d33877-6d09-4df5-98b5-e9befb179bc0 req-1c29c013-0b27-40d2-b38f-735bb10e8e1c tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 945 time: 0.0947418 Aug 31 15:32:06.068319 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-01d33877-6d09-4df5-98b5-e9befb179bc0 req-7549a06a-40f4-483e-bf2c-dd630a5dc9b6 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385425 Aug 31 15:32:06.102247 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [req-9bd8cbcd-95b5-4444-896e-daeb2c9d8750 req-3bab0a8f-e33b-4906-af80-22daf9f2d8a2 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Synchronizing usage tracker for tenant:f3d481bcf1294c749009312b339c5ff6 on resource:security_group {{(pid=79276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:32:06.118073 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [req-9bd8cbcd-95b5-4444-896e-daeb2c9d8750 req-3bab0a8f-e33b-4906-af80-22daf9f2d8a2 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Unset dirty status for tenant:f3d481bcf1294c749009312b339c5ff6 on resource:security_group {{(pid=79276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:32:06.119370 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-9bd8cbcd-95b5-4444-896e-daeb2c9d8750 req-3bab0a8f-e33b-4906-af80-22daf9f2d8a2 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1864804139&fields=id&tenant_id=f3d481bcf1294c749009312b339c5ff6 HTTP/1.1" status: 200 len: 267 time: 0.0598247 Aug 31 15:32:06.209327 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8cbcd-95b5-4444-896e-daeb2c9d8750 req-485080a7-bc7e-4d33-b97f-6d544c50356f tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:06.210761 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-9bd8cbcd-95b5-4444-896e-daeb2c9d8750 req-485080a7-bc7e-4d33-b97f-6d544c50356f tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 946 time: 0.0857019 Aug 31 15:32:06.222649 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [req-9bd8cbcd-95b5-4444-896e-daeb2c9d8750 req-b4e317fb-8f04-42e6-bc92-8eae02c93418 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Request body: {'port': {'security_groups': ['d1de4bf8-495b-4df8-8748-4e7b068a2f47', '8e441db8-3364-4d21-8af2-254ef5a83c90']}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:32:06.342385 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [req-9bd8cbcd-95b5-4444-896e-daeb2c9d8750 req-b4e317fb-8f04-42e6-bc92-8eae02c93418 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:06.592033 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.db [req-9bd8cbcd-95b5-4444-896e-daeb2c9d8750 req-b4e317fb-8f04-42e6-bc92-8eae02c93418 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] For port bead6140-7efd-45e3-8625-12a6f695831c, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=bead6140-7efd-45e3-8625-12a6f695831c,segment=NetworkSegment(84b59644-13f4-4a5a-bbeb-4b76431c9274),segment_id=84b59644-13f4-4a5a-bbeb-4b76431c9274)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:32:06.615661 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [req-9bd8cbcd-95b5-4444-896e-daeb2c9d8750 req-b4e317fb-8f04-42e6-bc92-8eae02c93418 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks [] for port, precommit_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:06.619973 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [req-9bd8cbcd-95b5-4444-896e-daeb2c9d8750 req-b4e317fb-8f04-42e6-bc92-8eae02c93418 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1768773'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:06.625012 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:32:06.664026 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] get_ports_and_sgs() called for port_ids ['bead6140-7efd-45e3-8625-12a6f695831c'] {{(pid=79278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:32:06.695884 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8cbcd-95b5-4444-896e-daeb2c9d8750 req-b4e317fb-8f04-42e6-bc92-8eae02c93418 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:06.699577 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [req-9bd8cbcd-95b5-4444-896e-daeb2c9d8750 req-b4e317fb-8f04-42e6-bc92-8eae02c93418 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:06.699577 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-9bd8cbcd-95b5-4444-896e-daeb2c9d8750 req-b4e317fb-8f04-42e6-bc92-8eae02c93418 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "PUT /v2.0/ports/bead6140-7efd-45e3-8625-12a6f695831c HTTP/1.1" status: 200 len: 982 time: 0.4809093 Aug 31 15:32:06.699577 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8733d5d3-7bf5-411a-9805-6aef9f57bfa8', 'tag': 'bead6140-7efd-45e3-8625-12a6f695831c'}] {{(pid=79276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:32:06.717252 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e317fb-8f04-42e6-bc92-8eae02c93418 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Pushing event updated for resources: {'Port': ['ID=bead6140-7efd-45e3-8625-12a6f695831c,revision_number=6']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:32:06.721507 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-b4e317fb-8f04-42e6-bc92-8eae02c93418 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:32:06.899595 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] get_ports_and_sgs() called for port_ids ['bead6140-7efd-45e3-8625-12a6f695831c'] {{(pid=79278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:32:06.903162 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948ec9b-fbd8-4371-af11-a95265fdbd3c req-87d3cd8e-db8a-4dc4-9593-c73054eca5a4 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:06.904655 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d948ec9b-fbd8-4371-af11-a95265fdbd3c req-87d3cd8e-db8a-4dc4-9593-c73054eca5a4 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 985 time: 0.0972781 Aug 31 15:32:06.920737 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8733d5d3-7bf5-411a-9805-6aef9f57bfa8', 'tag': 'bead6140-7efd-45e3-8625-12a6f695831c', 'status': 'completed', 'code': 200} Aug 31 15:32:06.955924 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d948ec9b-fbd8-4371-af11-a95265fdbd3c req-7ab83b9a-2cc0-4b83-a23b-855244d50c3f tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&id=8e441db8-3364-4d21-8af2-254ef5a83c90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441141 Aug 31 15:32:07.016812 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-07311a0e-20e2-48a7-ada4-d4b43a3712d6 None None] Provisioning complete for port bead6140-7efd-45e3-8625-12a6f695831c triggered by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:32:07.017193 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-07311a0e-20e2-48a7-ada4-d4b43a3712d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:07.049997 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9fe334-ca55-4c53-a8a9-0e71f1ea350d req-f910cff7-2cd9-472d-a019-71ae07f87344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:07.051772 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9b9fe334-ca55-4c53-a8a9-0e71f1ea350d req-f910cff7-2cd9-472d-a019-71ae07f87344 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f3d481bcf1294c749009312b339c5ff6&device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 1138 time: 0.0766239 Aug 31 15:32:07.115167 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ff2c3-c560-4e2e-b210-66f5aed7f6a7 req-c4f52b03-18b3-4d3b-844a-4975048d6623 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:07.116817 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-a42ff2c3-c560-4e2e-b210-66f5aed7f6a7 req-c4f52b03-18b3-4d3b-844a-4975048d6623 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 944 time: 0.0896442 Aug 31 15:32:07.194376 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-a42ff2c3-c560-4e2e-b210-66f5aed7f6a7 req-c1c8c603-ec90-4815-af3a-885fd331df1e tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657663 Aug 31 15:32:07.358250 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9fe334-ca55-4c53-a8a9-0e71f1ea350d req-1f4fb22a-369d-40b3-811e-80e4ed57a042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:07.361151 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9b9fe334-ca55-4c53-a8a9-0e71f1ea350d req-1f4fb22a-369d-40b3-811e-80e4ed57a042 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8a43599e-3fd3-4af2-9714-5afac8df9dd8 HTTP/1.1" status: 200 len: 916 time: 0.2971761 Aug 31 15:32:07.381187 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7733099-b741-4f75-b3c9-a6bd72350501 req-67d05efd-3ef8-4edd-82a8-0b1a79e3c321 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:07.382780 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f7733099-b741-4f75-b3c9-a6bd72350501 req-67d05efd-3ef8-4edd-82a8-0b1a79e3c321 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 945 time: 0.1258743 Aug 31 15:32:07.516183 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f7733099-b741-4f75-b3c9-a6bd72350501 req-1dbbb16c-d1ea-4087-aef5-34f9c4b3e009 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802429 Aug 31 15:32:07.520180 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9b9fe334-ca55-4c53-a8a9-0e71f1ea350d req-498a91cb-bee2-430e-bdfd-efdf205fb155 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bead6140-7efd-45e3-8625-12a6f695831c HTTP/1.1" status: 200 len: 1001 time: 0.1323440 Aug 31 15:32:07.589015 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9fe334-ca55-4c53-a8a9-0e71f1ea350d req-26b73fe2-ee5f-481c-a3db-0146c12e76c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:07.590429 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9b9fe334-ca55-4c53-a8a9-0e71f1ea350d req-26b73fe2-ee5f-481c-a3db-0146c12e76c5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e9deb1ca-4a37-474c-b752-f1749a20678d HTTP/1.1" status: 200 len: 854 time: 0.0572779 Aug 31 15:32:07.669063 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9fe334-ca55-4c53-a8a9-0e71f1ea350d req-4cf1edd6-328b-44c4-b6e9-a61ef081dbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:07.670508 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9b9fe334-ca55-4c53-a8a9-0e71f1ea350d req-4cf1edd6-328b-44c4-b6e9-a61ef081dbc4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8a43599e-3fd3-4af2-9714-5afac8df9dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709498 Aug 31 15:32:07.706633 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-5d10850d-564a-4b5c-a504-0b9b123f6dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:07.802484 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9b9fe334-ca55-4c53-a8a9-0e71f1ea350d req-8321d7fa-00f3-48e2-bff9-04cd0728f7f1 service neutron] 10.222.0.64 "GET /v2.0/networks/8a43599e-3fd3-4af2-9714-5afac8df9dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226597 Aug 31 15:32:07.931465 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9b9fe334-ca55-4c53-a8a9-0e71f1ea350d req-3fafb2bd-b2b3-4911-84af-e477fe3a17ee service neutron] 10.222.0.64 "GET /v2.0/networks/8a43599e-3fd3-4af2-9714-5afac8df9dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219590 Aug 31 15:32:08.379046 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a583b-7aae-482c-afd6-73866d19c637 req-2ee961ee-e75f-4a61-8d65-bc9a95e4a359 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:08.380792 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-9e6a583b-7aae-482c-afd6-73866d19c637 req-2ee961ee-e75f-4a61-8d65-bc9a95e4a359 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 944 time: 0.0869379 Aug 31 15:32:08.425983 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-9e6a583b-7aae-482c-afd6-73866d19c637 req-3a226e8d-567e-4160-9e30-0b4ef0197a29 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393295 Aug 31 15:32:08.702079 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405b98b-f2e3-4dd7-992c-0bb5340e60b4 req-f8e30031-84c3-41fd-a61c-ab6b6670ff2a tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:08.703553 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-c405b98b-f2e3-4dd7-992c-0bb5340e60b4 req-f8e30031-84c3-41fd-a61c-ab6b6670ff2a tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 945 time: 0.0814104 Aug 31 15:32:08.750875 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-c405b98b-f2e3-4dd7-992c-0bb5340e60b4 req-f02f1fd2-b313-4dc3-abb9-96df1ee7a34c tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412242 Aug 31 15:32:08.879624 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:09.477685 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:09.625005 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d66278-b419-463f-9753-6748cfacf958 req-6d913e5a-26cd-49a5-85d9-173c17f5376c tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:09.626901 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-12d66278-b419-463f-9753-6748cfacf958 req-6d913e5a-26cd-49a5-85d9-173c17f5376c tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 944 time: 0.0834701 Aug 31 15:32:09.670549 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-12d66278-b419-463f-9753-6748cfacf958 req-6f927dd4-5805-481b-844b-3e303f185077 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378301 Aug 31 15:32:09.935206 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b9028-4bd5-4720-8839-a83acdbc3bb6 req-1eff33f3-1dbd-448f-b41f-c334bc638114 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:09.936713 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-df0b9028-4bd5-4720-8839-a83acdbc3bb6 req-1eff33f3-1dbd-448f-b41f-c334bc638114 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 945 time: 0.0816693 Aug 31 15:32:09.980734 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-df0b9028-4bd5-4720-8839-a83acdbc3bb6 req-5917e1ce-2958-4e99-ba75-a99ab145d853 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381491 Aug 31 15:32:10.087949 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d0a30-31f1-4e9d-aa79-659afa978ab0 req-027c4bdd-eeeb-4ee5-9d70-690ac090706e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:10.089389 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e39d0a30-31f1-4e9d-aa79-659afa978ab0 req-027c4bdd-eeeb-4ee5-9d70-690ac090706e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ae108ad25124f909f1e46038dca0493&device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 1097 time: 0.0693107 Aug 31 15:32:10.244151 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d0a30-31f1-4e9d-aa79-659afa978ab0 req-f051cf4c-084b-4c3b-9432-378441b7fd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:10.245573 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e39d0a30-31f1-4e9d-aa79-659afa978ab0 req-f051cf4c-084b-4c3b-9432-378441b7fd43 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ef925e76-4046-4823-a8a0-a0830b7a304d HTTP/1.1" status: 200 len: 909 time: 0.1331041 Aug 31 15:32:10.353013 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e39d0a30-31f1-4e9d-aa79-659afa978ab0 req-7ef355fe-b60b-451a-bcc0-85ed06323086 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=faf15d75-ec01-43e5-a3ac-58e4c858d1de HTTP/1.1" status: 200 len: 1000 time: 0.0996547 Aug 31 15:32:10.419459 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d0a30-31f1-4e9d-aa79-659afa978ab0 req-eac8008f-8957-40df-bd72-039fc2c9857c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:10.420869 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e39d0a30-31f1-4e9d-aa79-659afa978ab0 req-eac8008f-8957-40df-bd72-039fc2c9857c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=87e3bb36-5c9a-4d57-9d7c-099e88562166 HTTP/1.1" status: 200 len: 847 time: 0.0604124 Aug 31 15:32:10.515000 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d0a30-31f1-4e9d-aa79-659afa978ab0 req-874a46fd-40c7-4c09-8160-b9e53db95bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:10.516590 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e39d0a30-31f1-4e9d-aa79-659afa978ab0 req-874a46fd-40c7-4c09-8160-b9e53db95bb4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ef925e76-4046-4823-a8a0-a0830b7a304d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719025 Aug 31 15:32:10.550456 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:10.648194 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e39d0a30-31f1-4e9d-aa79-659afa978ab0 req-c250830d-ad12-46a8-b688-e12db0f1ccb7 service neutron] 10.222.0.64 "GET /v2.0/networks/ef925e76-4046-4823-a8a0-a0830b7a304d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240613 Aug 31 15:32:10.860771 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438e0c4-8026-4dcb-a8b2-a5fdafbd19bd req-cdca0934-a9b9-40ee-91f0-ff032b6833c7 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:10.862369 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-e438e0c4-8026-4dcb-a8b2-a5fdafbd19bd req-cdca0934-a9b9-40ee-91f0-ff032b6833c7 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 944 time: 0.0841639 Aug 31 15:32:10.878740 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e39d0a30-31f1-4e9d-aa79-659afa978ab0 req-4adb9e90-a803-49b1-875e-59caa64d600f service neutron] 10.222.0.64 "GET /v2.0/networks/ef925e76-4046-4823-a8a0-a0830b7a304d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239010 Aug 31 15:32:10.906154 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-e438e0c4-8026-4dcb-a8b2-a5fdafbd19bd req-6fc3a2e6-cd33-4a42-a4d1-cb44b7e628ef tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379384 Aug 31 15:32:11.237601 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87f71e-f5a5-450d-adb3-dfc97889426b req-49eb8dd0-ff67-4775-8b14-318bb60f9b3d tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:11.238968 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-2a87f71e-f5a5-450d-adb3-dfc97889426b req-49eb8dd0-ff67-4775-8b14-318bb60f9b3d tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 945 time: 0.1559422 Aug 31 15:32:11.283217 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-2a87f71e-f5a5-450d-adb3-dfc97889426b req-eeb23705-15f2-47f8-a4ed-3431c0be6dbc tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386634 Aug 31 15:32:12.093109 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c190cfa-39a0-4f94-8754-8708cdbeb307 req-f7e40214-b65e-4847-8674-87af0aafc96c tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:12.094580 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7c190cfa-39a0-4f94-8754-8708cdbeb307 req-f7e40214-b65e-4847-8674-87af0aafc96c tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 944 time: 0.0788906 Aug 31 15:32:12.143539 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7c190cfa-39a0-4f94-8754-8708cdbeb307 req-d1dc3486-786d-4ba2-aab7-1453575ba25f tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430017 Aug 31 15:32:12.465050 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651e1f3-884e-44b1-9e4c-d4556a12bcde req-052da0a1-391d-4153-8c6e-3b6e30455562 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:12.466533 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-a651e1f3-884e-44b1-9e4c-d4556a12bcde req-052da0a1-391d-4153-8c6e-3b6e30455562 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 945 time: 0.0800154 Aug 31 15:32:12.488451 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device faf15d75-ec01-43e5-a3ac-58e4c858d1de details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:32:12.512382 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-a651e1f3-884e-44b1-9e4c-d4556a12bcde req-5929a7a1-c289-4c3a-a5c9-8c59675dc7f1 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393889 Aug 31 15:32:12.621161 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port faf15d75-ec01-43e5-a3ac-58e4c858d1de, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=faf15d75-ec01-43e5-a3ac-58e4c858d1de,segment=NetworkSegment(9551a3ad-1784-460c-9b5d-18e938d13ef5),segment_id=9551a3ad-1784-460c-9b5d-18e938d13ef5)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:32:12.634309 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Returning: {'device': 'faf15d75-ec01-43e5-a3ac-58e4c858d1de', 'network_id': 'ef925e76-4046-4823-a8a0-a0830b7a304d', 'port_id': 'faf15d75-ec01-43e5-a3ac-58e4c858d1de', 'mac_address': 'fa:16:3e:be:ea:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 941, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87e3bb36-5c9a-4d57-9d7c-099e88562166', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:32:12.695100 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:12.712743 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faf15d75-ec01-43e5-a3ac-58e4c858d1de {{(pid=79278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:32:12.728648 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port faf15d75-ec01-43e5-a3ac-58e4c858d1de, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=faf15d75-ec01-43e5-a3ac-58e4c858d1de,segment=NetworkSegment(9551a3ad-1784-460c-9b5d-18e938d13ef5),segment_id=9551a3ad-1784-460c-9b5d-18e938d13ef5)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:32:12.732983 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:12.734822 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-24219cb8-844c-4dbf-ae1a-7cc3b8e6b7ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:32:12.801906 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=faf15d75-ec01-43e5-a3ac-58e4c858d1de,revision_number=7']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:32:12.804834 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:32:12.860055 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c3b4e-c16a-4d32-a136-2148ca4b324a req-b806b6df-be60-4450-843a-5abc64705387 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:12.861537 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-f02c3b4e-c16a-4d32-a136-2148ca4b324a req-b806b6df-be60-4450-843a-5abc64705387 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 945 time: 0.0845573 Aug 31 15:32:12.905309 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-f02c3b4e-c16a-4d32-a136-2148ca4b324a req-55a9a731-b751-4cf0-84c4-bd62810fabbf tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380409 Aug 31 15:32:12.925124 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995c042-9b18-4b76-bbf8-a16db60553d2 req-a4ba1835-3e84-47fe-9579-95b354caadbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:12.926574 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-1995c042-9b18-4b76-bbf8-a16db60553d2 req-a4ba1835-3e84-47fe-9579-95b354caadbd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ec6a8bc6d4414b24a10c0665387c54cf&device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 1098 time: 0.0699522 Aug 31 15:32:13.065995 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995c042-9b18-4b76-bbf8-a16db60553d2 req-4dc16b5b-00d6-481b-802a-910ba334439c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:13.067446 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-1995c042-9b18-4b76-bbf8-a16db60553d2 req-4dc16b5b-00d6-481b-802a-910ba334439c service neutron] 10.222.0.64 "GET /v2.0/networks?id=4e75f494-7e6b-45f9-ac2a-ef61105e9d7d HTTP/1.1" status: 200 len: 912 time: 0.1248524 Aug 31 15:32:13.174170 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-1995c042-9b18-4b76-bbf8-a16db60553d2 req-71c880a3-79ed-41b8-b698-773dc9637a6a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aec330a3-c6ce-4256-a380-3dc0f5ae1290 HTTP/1.1" status: 200 len: 1001 time: 0.0974309 Aug 31 15:32:13.189352 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] get_ports_and_sgs() called for port_ids ['faf15d75-ec01-43e5-a3ac-58e4c858d1de'] {{(pid=79278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:32:13.239207 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995c042-9b18-4b76-bbf8-a16db60553d2 req-aabb4aa5-5895-4077-b4b9-966c7b702846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:13.240795 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-1995c042-9b18-4b76-bbf8-a16db60553d2 req-aabb4aa5-5895-4077-b4b9-966c7b702846 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=653417ef-47b3-47bd-9dfd-8a528e75cd81 HTTP/1.1" status: 200 len: 850 time: 0.0586209 Aug 31 15:32:13.339225 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995c042-9b18-4b76-bbf8-a16db60553d2 req-07c28eee-f90a-4976-93a7-4b5e888ba3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:13.341062 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-1995c042-9b18-4b76-bbf8-a16db60553d2 req-07c28eee-f90a-4976-93a7-4b5e888ba3a6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4e75f494-7e6b-45f9-ac2a-ef61105e9d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0910559 Aug 31 15:32:13.342375 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138bca27-a26f-4636-8f25-f61254137dd7 req-a79204fa-cd49-4700-a667-dd82ac2ff8fa tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:13.350301 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-138bca27-a26f-4636-8f25-f61254137dd7 req-a79204fa-cd49-4700-a667-dd82ac2ff8fa tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 945 time: 0.0998852 Aug 31 15:32:13.428711 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-138bca27-a26f-4636-8f25-f61254137dd7 req-4ad4b6ad-9658-4496-9ee8-949022e4fa51 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774920 Aug 31 15:32:13.533646 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-1995c042-9b18-4b76-bbf8-a16db60553d2 req-3fd87b81-fd4d-4880-b6b9-76f0f0cfca64 service neutron] 10.222.0.64 "GET /v2.0/networks/4e75f494-7e6b-45f9-ac2a-ef61105e9d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851535 Aug 31 15:32:13.678002 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-1995c042-9b18-4b76-bbf8-a16db60553d2 req-ad3657e7-203f-455a-8219-9fda13403480 service neutron] 10.222.0.64 "GET /v2.0/networks/4e75f494-7e6b-45f9-ac2a-ef61105e9d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374252 Aug 31 15:32:14.091748 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0ef01-0dba-453b-8743-c627eebbeb20 req-67ad354e-8d58-439b-8b68-db1d61dd21a9 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:14.093181 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-62b0ef01-0dba-453b-8743-c627eebbeb20 req-67ad354e-8d58-439b-8b68-db1d61dd21a9 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 945 time: 0.0795183 Aug 31 15:32:14.136653 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-62b0ef01-0dba-453b-8743-c627eebbeb20 req-07e3253a-9960-4062-a806-693f3ee792f9 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373087 Aug 31 15:32:14.612621 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc5211e-0051-49da-9df9-679cf3eb43ab req-a9ef1194-d0c9-4f95-810f-a97fa92f5699 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:14.614093 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-bfc5211e-0051-49da-9df9-679cf3eb43ab req-a9ef1194-d0c9-4f95-810f-a97fa92f5699 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 945 time: 0.0808156 Aug 31 15:32:14.661123 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-bfc5211e-0051-49da-9df9-679cf3eb43ab req-286c3cf4-18cb-4632-8a4c-18bce8e74127 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413494 Aug 31 15:32:15.317720 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e6a87-1d6d-46c6-8464-2ca8ad49739a req-7255d18f-f35c-4bbe-a8b6-d989214a0474 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:15.319138 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-4d0e6a87-1d6d-46c6-8464-2ca8ad49739a req-7255d18f-f35c-4bbe-a8b6-d989214a0474 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 945 time: 0.0809612 Aug 31 15:32:15.363059 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-4d0e6a87-1d6d-46c6-8464-2ca8ad49739a req-30aef423-fcce-49a9-941f-3fbbc960f63c tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382934 Aug 31 15:32:15.845192 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c73744-eb4a-4dcc-8d20-3267104b6b41 req-47e30ab8-ff79-4ee1-a01f-bb72b188b755 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:15.846874 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-e2c73744-eb4a-4dcc-8d20-3267104b6b41 req-47e30ab8-ff79-4ee1-a01f-bb72b188b755 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 945 time: 0.0832930 Aug 31 15:32:15.890616 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-e2c73744-eb4a-4dcc-8d20-3267104b6b41 req-67b7f9cd-0390-49e7-8cc0-1cba96fc1111 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379577 Aug 31 15:32:16.514524 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device faf15d75-ec01-43e5-a3ac-58e4c858d1de up at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:32:16.558010 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891d661-a4c9-44d8-a3e1-fff2593726eb req-971a4542-068b-4fca-8143-d813e20dee77 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:16.559583 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-5891d661-a4c9-44d8-a3e1-fff2593726eb req-971a4542-068b-4fca-8143-d813e20dee77 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 946 time: 0.0837808 Aug 31 15:32:16.580485 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning complete for port faf15d75-ec01-43e5-a3ac-58e4c858d1de triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:32:16.580855 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:16.604015 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-5891d661-a4c9-44d8-a3e1-fff2593726eb req-8ffd7399-4906-4ebc-a581-ff022cf882f3 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380385 Aug 31 15:32:16.695200 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:16.720590 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7337e8-ca04-4d75-a350-53f054e2f5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf15d75-ec01-43e5-a3ac-58e4c858d1de'}] {{(pid=79278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:32:16.730704 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port faf15d75-ec01-43e5-a3ac-58e4c858d1de, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=faf15d75-ec01-43e5-a3ac-58e4c858d1de,segment=NetworkSegment(9551a3ad-1784-460c-9b5d-18e938d13ef5),segment_id=9551a3ad-1784-460c-9b5d-18e938d13ef5)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:32:16.736915 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:16.738966 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:32:16.770938 dv-cinder-802781-4-iscsi neutron-server[79278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7337e8-ca04-4d75-a350-53f054e2f5de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf15d75-ec01-43e5-a3ac-58e4c858d1de', 'code': 200} Aug 31 15:32:16.810700 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=faf15d75-ec01-43e5-a3ac-58e4c858d1de,revision_number=8']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:32:16.814821 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:32:17.086244 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37ed19-e0d9-433f-8075-719ad3ca1f5c req-9597f0ca-235c-43b5-890d-87edc65f30ec tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:17.087751 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-dc37ed19-e0d9-433f-8075-719ad3ca1f5c req-9597f0ca-235c-43b5-890d-87edc65f30ec tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 946 time: 0.0855358 Aug 31 15:32:17.113296 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635f68a-1f75-4bec-84d8-e93808279d57 req-31fbab1a-45e8-4e86-8d4d-2379b771b2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:17.114762 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e635f68a-1f75-4bec-84d8-e93808279d57 req-31fbab1a-45e8-4e86-8d4d-2379b771b2e3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 1099 time: 0.0696039 Aug 31 15:32:17.133580 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-dc37ed19-e0d9-433f-8075-719ad3ca1f5c req-a71f2f74-86a8-4293-9f62-a0b8b53870cd tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401015 Aug 31 15:32:17.159417 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e635f68a-1f75-4bec-84d8-e93808279d57 req-962ae29c-4ab5-405c-a8b5-740ad046a2f7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375643 Aug 31 15:32:17.792532 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e530c69-3c74-46a1-b0ed-5031c7cb739d req-5f0de061-63e7-4d1c-b119-a3c3c87b7716 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:17.793958 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7e530c69-3c74-46a1-b0ed-5031c7cb739d req-5f0de061-63e7-4d1c-b119-a3c3c87b7716 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 946 time: 0.0808454 Aug 31 15:32:17.837308 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7e530c69-3c74-46a1-b0ed-5031c7cb739d req-fe93ba08-6547-40f2-a67f-d13dbf46d585 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376549 Aug 31 15:32:18.316048 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b784b9c-9262-486f-942e-38f3cb949900 req-399d3cd7-7949-4401-9dab-94160dbe5974 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:18.317474 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-1b784b9c-9262-486f-942e-38f3cb949900 req-399d3cd7-7949-4401-9dab-94160dbe5974 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 946 time: 0.0794754 Aug 31 15:32:18.361109 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-1b784b9c-9262-486f-942e-38f3cb949900 req-fd2c2e51-f90b-49ad-a7f3-452514f035c6 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378668 Aug 31 15:32:19.027365 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0f628-7973-4114-bf29-06ed926f91ad req-1ae9fb64-7ac0-41f0-a743-981c25479f2d tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:19.028795 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a3d0f628-7973-4114-bf29-06ed926f91ad req-1ae9fb64-7ac0-41f0-a743-981c25479f2d tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 946 time: 0.0831361 Aug 31 15:32:19.075740 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a3d0f628-7973-4114-bf29-06ed926f91ad req-5bf97e1f-1934-4f15-a2df-3ed459765eee tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405955 Aug 31 15:32:19.550497 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6964b-0619-4b85-a28a-9942ec4fa637 req-e9529c17-d335-4c41-ba8d-781946d1c598 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:19.552054 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-aca6964b-0619-4b85-a28a-9942ec4fa637 req-e9529c17-d335-4c41-ba8d-781946d1c598 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 946 time: 0.0820560 Aug 31 15:32:19.595626 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-aca6964b-0619-4b85-a28a-9942ec4fa637 req-8120e79d-b945-4ddb-bb72-6a9eb666cf8d tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379763 Aug 31 15:32:20.262566 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f282659-e360-46a3-a8f5-c5cfb53f72bb req-33bf47c7-5eac-4035-9994-34a1ed4e0561 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:20.264012 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7f282659-e360-46a3-a8f5-c5cfb53f72bb req-33bf47c7-5eac-4035-9994-34a1ed4e0561 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 946 time: 0.0781541 Aug 31 15:32:20.308186 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7f282659-e360-46a3-a8f5-c5cfb53f72bb req-245b135b-af76-415e-8998-7442d18eb43f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380514 Aug 31 15:32:21.502770 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87101a30-e3c6-47e0-8b0d-2a660c4825f5 req-3dfed2b3-6763-4cd9-aed6-ae6746ba8f21 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:21.504260 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-87101a30-e3c6-47e0-8b0d-2a660c4825f5 req-3dfed2b3-6763-4cd9-aed6-ae6746ba8f21 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 946 time: 0.0855310 Aug 31 15:32:21.552478 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-87101a30-e3c6-47e0-8b0d-2a660c4825f5 req-91e36e45-9bf2-415f-b02c-2361d6d34abf tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422986 Aug 31 15:32:22.738273 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99bf64-c048-47c3-88f8-347323c6b7af req-7e8b0893-ae5f-4784-9b90-67b6f22e355a tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:22.739718 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0c99bf64-c048-47c3-88f8-347323c6b7af req-7e8b0893-ae5f-4784-9b90-67b6f22e355a tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 946 time: 0.0815668 Aug 31 15:32:22.782801 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0c99bf64-c048-47c3-88f8-347323c6b7af req-089dfca4-dc83-4722-b128-95d0848a812b tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375443 Aug 31 15:32:23.968787 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33532bd4-3536-47b1-ac2c-6b9fce44d92f req-7c34640f-407c-4ca7-91c2-a2ad759eb702 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:23.970248 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-33532bd4-3536-47b1-ac2c-6b9fce44d92f req-7c34640f-407c-4ca7-91c2-a2ad759eb702 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 946 time: 0.0794587 Aug 31 15:32:24.013321 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-33532bd4-3536-47b1-ac2c-6b9fce44d92f req-ced3397b-33e5-4e10-951c-be82d1ca7885 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375524 Aug 31 15:32:25.199713 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9985e443-b128-4722-818a-274761e8d4bb req-0a8f7888-6153-402d-b461-9e930cdc0cf3 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:25.201156 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9985e443-b128-4722-818a-274761e8d4bb req-0a8f7888-6153-402d-b461-9e930cdc0cf3 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 946 time: 0.0797143 Aug 31 15:32:25.244994 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9985e443-b128-4722-818a-274761e8d4bb req-895110fd-16d5-4490-83fc-7048c957a624 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380871 Aug 31 15:32:26.438944 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb58d66-cf13-4ce5-88e0-1e5720ba50bf req-83c56a2b-67b0-4e79-8e87-397343325257 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:26.440432 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-fdb58d66-cf13-4ce5-88e0-1e5720ba50bf req-83c56a2b-67b0-4e79-8e87-397343325257 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 946 time: 0.0849996 Aug 31 15:32:26.484001 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-fdb58d66-cf13-4ce5-88e0-1e5720ba50bf req-8e45264e-8f5e-4de5-a388-cb8002cfcecf tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378482 Aug 31 15:32:27.758121 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc4976-2fba-4d06-9d1a-81d93c4dfaca req-fbf83109-23ff-431a-a56e-60b11d8858b2 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:27.759500 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-1cfc4976-2fba-4d06-9d1a-81d93c4dfaca req-fbf83109-23ff-431a-a56e-60b11d8858b2 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 946 time: 0.1618345 Aug 31 15:32:27.802840 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-1cfc4976-2fba-4d06-9d1a-81d93c4dfaca req-b4ace563-682c-418a-b6a6-b925f0783507 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378041 Aug 31 15:32:28.984789 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca8123-c409-400b-910b-cf28631c60e7 req-ac434a43-deb6-41f1-a3a6-5d8b311f768e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:28.987074 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-6dca8123-c409-400b-910b-cf28631c60e7 req-ac434a43-deb6-41f1-a3a6-5d8b311f768e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 946 time: 0.0782278 Aug 31 15:32:29.030613 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-6dca8123-c409-400b-910b-cf28631c60e7 req-e0e2449d-b8b2-4e86-89aa-a459850b3027 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380065 Aug 31 15:32:30.046618 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 6 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:32:30.215722 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e30bf7-f57d-47d7-a21c-a00a9d65b1dc req-1da526a1-c37e-4efd-b77d-f4bee007bf68 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:30.217150 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-05e30bf7-f57d-47d7-a21c-a00a9d65b1dc req-1da526a1-c37e-4efd-b77d-f4bee007bf68 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 946 time: 0.0785577 Aug 31 15:32:30.263274 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-05e30bf7-f57d-47d7-a21c-a00a9d65b1dc req-191985b7-d87d-4d2a-bc0b-d6c7c2e1d4ab tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398898 Aug 31 15:32:30.574182 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 21a93650-0680-48d5-a2c5-480caa1b0b40 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:32:30.704221 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 21a93650-0680-48d5-a2c5-480caa1b0b40, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=21a93650-0680-48d5-a2c5-480caa1b0b40,segment=NetworkSegment(55bbcfae-09d1-4d68-91e6-fad754499a5e),segment_id=55bbcfae-09d1-4d68-91e6-fad754499a5e)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:32:30.720684 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Returning: {'device': '21a93650-0680-48d5-a2c5-480caa1b0b40', 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886', 'port_id': '21a93650-0680-48d5-a2c5-480caa1b0b40', 'mac_address': 'fa:16:3e:b3:8b:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a81a534a-35fe-443f-84ed-8e87d97ceef8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:32:30.774311 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:30.790129 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 21a93650-0680-48d5-a2c5-480caa1b0b40 {{(pid=79278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:32:30.805258 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 21a93650-0680-48d5-a2c5-480caa1b0b40, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=21a93650-0680-48d5-a2c5-480caa1b0b40,segment=NetworkSegment(55bbcfae-09d1-4d68-91e6-fad754499a5e),segment_id=55bbcfae-09d1-4d68-91e6-fad754499a5e)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:32:30.809199 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:30.811106 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:32:30.874227 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=21a93650-0680-48d5-a2c5-480caa1b0b40,revision_number=6']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:32:30.877940 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:32:31.034289 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] get_ports_and_sgs() called for port_ids ['21a93650-0680-48d5-a2c5-480caa1b0b40'] {{(pid=79278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:32:31.453225 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01049b15-0f36-4f59-a8c6-339d90b135b4 req-05993556-b002-4569-b1ae-3334fe14988e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:31.455375 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-01049b15-0f36-4f59-a8c6-339d90b135b4 req-05993556-b002-4569-b1ae-3334fe14988e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 945 time: 0.0833938 Aug 31 15:32:31.499385 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-01049b15-0f36-4f59-a8c6-339d90b135b4 req-6c0d1694-1691-4881-8d83-70c21677e9d9 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381615 Aug 31 15:32:32.602972 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 21a93650-0680-48d5-a2c5-480caa1b0b40 up at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:32:32.672694 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning complete for port 21a93650-0680-48d5-a2c5-480caa1b0b40 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:32:32.673087 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:32.687271 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c0345-e821-4109-9d89-cd9071fb8ba9 req-20f2e53c-9d04-477a-ba91-d452646eeaaf tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:32.689329 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-787c0345-e821-4109-9d89-cd9071fb8ba9 req-20f2e53c-9d04-477a-ba91-d452646eeaaf tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 945 time: 0.0792563 Aug 31 15:32:32.733550 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-787c0345-e821-4109-9d89-cd9071fb8ba9 req-bd7e3adc-8e0d-4d99-a4a5-69a749ca78be tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384624 Aug 31 15:32:32.787524 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:32.816267 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dfa32ad-91cf-4fcb-97be-18b5636b9c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a93650-0680-48d5-a2c5-480caa1b0b40'}] {{(pid=79278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:32:32.825446 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 21a93650-0680-48d5-a2c5-480caa1b0b40, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=21a93650-0680-48d5-a2c5-480caa1b0b40,segment=NetworkSegment(55bbcfae-09d1-4d68-91e6-fad754499a5e),segment_id=55bbcfae-09d1-4d68-91e6-fad754499a5e)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:32:32.830866 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:32.832817 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:32:32.880620 dv-cinder-802781-4-iscsi neutron-server[79278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dfa32ad-91cf-4fcb-97be-18b5636b9c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a93650-0680-48d5-a2c5-480caa1b0b40', 'code': 200} Aug 31 15:32:32.917736 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=21a93650-0680-48d5-a2c5-480caa1b0b40,revision_number=7']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:32:32.920617 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:32:33.925714 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8281fa-495a-47dd-b97e-7d5e23b892cb req-538fd67d-1ef0-494e-b3ae-e0d3b025cdf3 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:33.927162 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-da8281fa-495a-47dd-b97e-7d5e23b892cb req-538fd67d-1ef0-494e-b3ae-e0d3b025cdf3 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 946 time: 0.0835254 Aug 31 15:32:33.969793 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-da8281fa-495a-47dd-b97e-7d5e23b892cb req-6073db10-8b51-4657-8767-5d865547a813 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370953 Aug 31 15:32:35.164057 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7cf956-9559-4471-8e2b-1dc10a7e8b1b req-14ed03c4-8ecc-4fe2-8524-1833ddae656b tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:35.165562 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-dc7cf956-9559-4471-8e2b-1dc10a7e8b1b req-14ed03c4-8ecc-4fe2-8524-1833ddae656b tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 946 time: 0.0822222 Aug 31 15:32:35.214234 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-dc7cf956-9559-4471-8e2b-1dc10a7e8b1b req-af973a2a-77e7-4b4a-af06-b3c52642e569 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430028 Aug 31 15:32:35.289078 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-206c2b89-ee20-4819-a18f-2d4bb741f148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:35.616444 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:36.403430 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d9b25-3456-430b-800a-6abc2d0c3609 req-31a79184-1a3a-471b-b358-15aea682e9e3 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:36.404877 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-821d9b25-3456-430b-800a-6abc2d0c3609 req-31a79184-1a3a-471b-b358-15aea682e9e3 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 946 time: 0.0798821 Aug 31 15:32:36.449981 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-821d9b25-3456-430b-800a-6abc2d0c3609 req-b9c721ed-caf5-4567-a74f-c988c02e2466 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394793 Aug 31 15:32:37.644853 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a283e3-78b5-4fec-9c7d-01d7b821479c req-4261ca1e-c4f7-4cec-855a-9cb9fb004339 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:37.646440 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-91a283e3-78b5-4fec-9c7d-01d7b821479c req-4261ca1e-c4f7-4cec-855a-9cb9fb004339 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 946 time: 0.0841851 Aug 31 15:32:37.698024 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-91a283e3-78b5-4fec-9c7d-01d7b821479c req-f6a6fbfa-39b1-42ae-aa93-5cd3b002279b tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456119 Aug 31 15:32:37.711556 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-25793e6d-5592-427a-b88b-5fc8478985a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:38.894102 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:38.911053 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66de966-cf32-4e17-84be-4e6aaf9bed77 req-c6484530-cfe5-4acf-b957-1b0bb734ee9a tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:38.912711 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e66de966-cf32-4e17-84be-4e6aaf9bed77 req-c6484530-cfe5-4acf-b957-1b0bb734ee9a tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 946 time: 0.0970716 Aug 31 15:32:38.974723 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e66de966-cf32-4e17-84be-4e6aaf9bed77 req-e2c13f07-65d7-48ac-adbe-a7932847de2a tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557146 Aug 31 15:32:39.487742 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:40.179282 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d0341-3ef6-4e18-811d-78fa1c0abe66 req-66a92ab2-30f5-4ff0-9a58-66fed952aba1 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:40.180965 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-243d0341-3ef6-4e18-811d-78fa1c0abe66 req-66a92ab2-30f5-4ff0-9a58-66fed952aba1 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 946 time: 0.0925727 Aug 31 15:32:40.228451 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-243d0341-3ef6-4e18-811d-78fa1c0abe66 req-3cdb39f0-6dea-48cf-a51b-22cfa2838e29 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416949 Aug 31 15:32:40.559549 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:41.455421 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543abf7-cb71-4333-b921-d733ed0de4df req-a5d01ad8-21a3-4d85-9fc3-a9c3a476c39c tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:41.457394 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f543abf7-cb71-4333-b921-d733ed0de4df req-a5d01ad8-21a3-4d85-9fc3-a9c3a476c39c tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 946 time: 0.0979548 Aug 31 15:32:41.514045 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f543abf7-cb71-4333-b921-d733ed0de4df req-7790d611-03b6-4182-aba0-9be5cc1f06e2 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499086 Aug 31 15:32:42.711664 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c573f-315b-4148-b6ad-5680c105c2eb req-9f17bc1f-539b-4077-bba4-d5e3dbf7ab6c tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:42.713032 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-f47c573f-315b-4148-b6ad-5680c105c2eb req-9f17bc1f-539b-4077-bba4-d5e3dbf7ab6c tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 946 time: 0.0811288 Aug 31 15:32:42.761899 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-f47c573f-315b-4148-b6ad-5680c105c2eb req-e77f0b9a-a062-4023-92e2-a5612cb6868d tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432436 Aug 31 15:32:43.959870 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f278ff6b-5176-42dc-8411-b9f7d0190045 req-ec23ab7c-17c3-42fc-81b4-f637d8b2fbce tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:43.961309 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f278ff6b-5176-42dc-8411-b9f7d0190045 req-ec23ab7c-17c3-42fc-81b4-f637d8b2fbce tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 946 time: 0.0838573 Aug 31 15:32:44.006447 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f278ff6b-5176-42dc-8411-b9f7d0190045 req-b953d93e-a3dc-4541-83c9-0711a9d482cf tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390434 Aug 31 15:32:45.307609 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906a74b-674a-49e3-ac69-e68a3bd14f1d req-2f5161b6-caef-457b-82f0-2d4bd7a0e546 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:45.308913 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-b906a74b-674a-49e3-ac69-e68a3bd14f1d req-2f5161b6-caef-457b-82f0-2d4bd7a0e546 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 946 time: 0.1825585 Aug 31 15:32:45.355898 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-b906a74b-674a-49e3-ac69-e68a3bd14f1d req-d70e512e-76b8-4c9a-89c2-b5444d0ba0ce tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403724 Aug 31 15:32:46.550092 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06bd7bf-e736-434d-a364-231ac8aa7947 req-27cede8c-9fd1-432f-9db3-61294ef7d181 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:46.551566 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a06bd7bf-e736-434d-a364-231ac8aa7947 req-27cede8c-9fd1-432f-9db3-61294ef7d181 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 946 time: 0.0844395 Aug 31 15:32:46.594014 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a06bd7bf-e736-434d-a364-231ac8aa7947 req-e044030f-1b57-4533-9924-e1ff7deada63 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369458 Aug 31 15:32:47.353699 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a10db1-4798-4e22-a772-348285263bbe req-ce0efd33-28cc-4f96-b4d1-368eaaf97b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:47.355128 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c5a10db1-4798-4e22-a772-348285263bbe req-ce0efd33-28cc-4f96-b4d1-368eaaf97b46 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0018b07184be4602aa2184d192c944aa&device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 1099 time: 0.0695200 Aug 31 15:32:47.485595 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a10db1-4798-4e22-a772-348285263bbe req-a22bfb84-0a1e-475d-bf69-6722f5cbbe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:47.487227 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c5a10db1-4798-4e22-a772-348285263bbe req-a22bfb84-0a1e-475d-bf69-6722f5cbbe11 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f4d4882d-28d2-4fed-bbfd-7d71610fb886 HTTP/1.1" status: 200 len: 918 time: 0.1243277 Aug 31 15:32:47.591992 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c5a10db1-4798-4e22-a772-348285263bbe req-2219a529-d454-49e9-a8a4-211cd577e09f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21a93650-0680-48d5-a2c5-480caa1b0b40 HTTP/1.1" status: 200 len: 1001 time: 0.0975707 Aug 31 15:32:47.653706 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a10db1-4798-4e22-a772-348285263bbe req-ffb04b9c-4521-4d3a-aa9a-b552c9e02130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:47.655127 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c5a10db1-4798-4e22-a772-348285263bbe req-ffb04b9c-4521-4d3a-aa9a-b552c9e02130 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a81a534a-35fe-443f-84ed-8e87d97ceef8 HTTP/1.1" status: 200 len: 856 time: 0.0564823 Aug 31 15:32:47.731544 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a10db1-4798-4e22-a772-348285263bbe req-5f6c02a5-c2a2-4dcd-b049-ddaa6b85640a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:47.732998 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c5a10db1-4798-4e22-a772-348285263bbe req-5f6c02a5-c2a2-4dcd-b049-ddaa6b85640a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f4d4882d-28d2-4fed-bbfd-7d71610fb886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0714259 Aug 31 15:32:47.780287 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44120744-7b43-4eb8-b81a-055fb63bc246 req-9d0a04d6-1069-46c3-9af3-a1e1f06c29c2 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:47.781749 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-44120744-7b43-4eb8-b81a-055fb63bc246 req-9d0a04d6-1069-46c3-9af3-a1e1f06c29c2 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 946 time: 0.0803311 Aug 31 15:32:47.829157 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-44120744-7b43-4eb8-b81a-055fb63bc246 req-1e20cd6d-f58e-4e81-8ff5-f7175507995f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414741 Aug 31 15:32:47.866449 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c5a10db1-4798-4e22-a772-348285263bbe req-d7cb01ed-a937-4b00-8b39-69134fcc9183 service neutron] 10.222.0.64 "GET /v2.0/networks/f4d4882d-28d2-4fed-bbfd-7d71610fb886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260633 Aug 31 15:32:48.000346 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c5a10db1-4798-4e22-a772-348285263bbe req-1c93f407-2fc9-4f48-aaf1-5fad01172bd4 service neutron] 10.222.0.64 "GET /v2.0/networks/f4d4882d-28d2-4fed-bbfd-7d71610fb886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261003 Aug 31 15:32:49.016861 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c0ae8-aed3-4597-9d57-90d4cd42d414 req-3b0bc56a-15ed-4b48-89fb-9bf52a47e10a tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:49.018824 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-047c0ae8-aed3-4597-9d57-90d4cd42d414 req-3b0bc56a-15ed-4b48-89fb-9bf52a47e10a tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 946 time: 0.0788898 Aug 31 15:32:49.062779 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-047c0ae8-aed3-4597-9d57-90d4cd42d414 req-adf7a938-a5b2-43e8-9b4d-1d2b6aaad2fa tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383906 Aug 31 15:32:50.252725 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb06c86-dd65-4713-bf68-154e3c6da376 req-c563b5a5-36b9-4136-a8c9-a4ec7ad2724e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:50.254188 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-dcb06c86-dd65-4713-bf68-154e3c6da376 req-c563b5a5-36b9-4136-a8c9-a4ec7ad2724e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 946 time: 0.0798893 Aug 31 15:32:50.298818 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-dcb06c86-dd65-4713-bf68-154e3c6da376 req-3bc615c1-907f-441d-be39-11a97af621cb tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387473 Aug 31 15:32:50.743479 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 21a93650-0680-48d5-a2c5-480caa1b0b40 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:32:50.858055 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:50.885031 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dfa32ad-91cf-4fcb-97be-18b5636b9c5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21a93650-0680-48d5-a2c5-480caa1b0b40'}] {{(pid=79278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:32:50.895174 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 21a93650-0680-48d5-a2c5-480caa1b0b40, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=21a93650-0680-48d5-a2c5-480caa1b0b40,segment=NetworkSegment(55bbcfae-09d1-4d68-91e6-fad754499a5e),segment_id=55bbcfae-09d1-4d68-91e6-fad754499a5e)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:32:50.899523 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:32:50.901309 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:32:50.932388 dv-cinder-802781-4-iscsi neutron-server[79278]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4dfa32ad-91cf-4fcb-97be-18b5636b9c5d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '21a93650-0680-48d5-a2c5-480caa1b0b40', 'code': 422} returned with failed status Aug 31 15:32:50.972784 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=21a93650-0680-48d5-a2c5-480caa1b0b40,revision_number=8']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:32:50.976117 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:32:51.308393 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e33b0-e5ec-4260-877c-312a2502774c req-0db4c3d1-5359-4845-9741-f0c1e2658124 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:51.309850 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-805e33b0-e5ec-4260-877c-312a2502774c req-0db4c3d1-5359-4845-9741-f0c1e2658124 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 944 time: 0.0924366 Aug 31 15:32:51.358397 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-805e33b0-e5ec-4260-877c-312a2502774c req-35d5c007-b11e-46d0-aef9-854f9cc3822f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418549 Aug 31 15:32:51.474973 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 53754) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:32:51.586306 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-a83d1f36-4d30-4f72-b8fb-eadd67b6ed0e req-e832fb40-ef58-43b7-bd9d-2febbeb8ca6f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1100266 Aug 31 15:32:52.630162 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222140c-84b1-4c37-a263-075c3eba88b4 req-d85061f8-15a3-4324-8df3-f1af798b7453 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:52.631888 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-2222140c-84b1-4c37-a263-075c3eba88b4 req-d85061f8-15a3-4324-8df3-f1af798b7453 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 944 time: 0.1644123 Aug 31 15:32:52.675357 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-2222140c-84b1-4c37-a263-075c3eba88b4 req-c765660b-afae-4690-ac25-35d772e16401 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377464 Aug 31 15:32:53.508491 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d1f36-4d30-4f72-b8fb-eadd67b6ed0e req-4d1baf7d-9c54-4fab-ab2c-68067e6c46d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:53.509934 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a83d1f36-4d30-4f72-b8fb-eadd67b6ed0e req-4d1baf7d-9c54-4fab-ab2c-68067e6c46d0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d&tenant_id=0018b07184be4602aa2184d192c944aa HTTP/1.1" status: 200 len: 1097 time: 0.0728233 Aug 31 15:32:53.611476 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d1f36-4d30-4f72-b8fb-eadd67b6ed0e req-62c86d60-247e-4f1d-8172-97a61f0811f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:53.613657 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a83d1f36-4d30-4f72-b8fb-eadd67b6ed0e req-62c86d60-247e-4f1d-8172-97a61f0811f7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0018b07184be4602aa2184d192c944aa&device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 1097 time: 0.0702143 Aug 31 15:32:53.743649 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d1f36-4d30-4f72-b8fb-eadd67b6ed0e req-52025182-6ef6-4686-aaf2-e33eb7d17014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:53.745097 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a83d1f36-4d30-4f72-b8fb-eadd67b6ed0e req-52025182-6ef6-4686-aaf2-e33eb7d17014 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f4d4882d-28d2-4fed-bbfd-7d71610fb886 HTTP/1.1" status: 200 len: 918 time: 0.1249204 Aug 31 15:32:53.850101 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a83d1f36-4d30-4f72-b8fb-eadd67b6ed0e req-7a94cbf4-2240-4eb8-99ca-df54d3c2a2d9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21a93650-0680-48d5-a2c5-480caa1b0b40 HTTP/1.1" status: 200 len: 999 time: 0.0973680 Aug 31 15:32:53.871757 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e1338-ea2a-4657-8420-b54e06e3d6f4 req-86d57beb-d909-4b56-96b8-4ba07ab00572 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:53.873148 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-2f7e1338-ea2a-4657-8420-b54e06e3d6f4 req-86d57beb-d909-4b56-96b8-4ba07ab00572 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 944 time: 0.0853345 Aug 31 15:32:53.912828 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d1f36-4d30-4f72-b8fb-eadd67b6ed0e req-81d954f1-11d4-4a04-9136-865adea1d5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:53.914250 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a83d1f36-4d30-4f72-b8fb-eadd67b6ed0e req-81d954f1-11d4-4a04-9136-865adea1d5a7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a81a534a-35fe-443f-84ed-8e87d97ceef8 HTTP/1.1" status: 200 len: 856 time: 0.0570660 Aug 31 15:32:53.917087 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-2f7e1338-ea2a-4657-8420-b54e06e3d6f4 req-61c62ab8-ed91-433b-bc82-7c451902d567 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383153 Aug 31 15:32:53.994033 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d1f36-4d30-4f72-b8fb-eadd67b6ed0e req-62d10b54-4f56-4feb-b8a7-c2d009481af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:53.995504 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a83d1f36-4d30-4f72-b8fb-eadd67b6ed0e req-62d10b54-4f56-4feb-b8a7-c2d009481af3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f4d4882d-28d2-4fed-bbfd-7d71610fb886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0733364 Aug 31 15:32:54.125419 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a83d1f36-4d30-4f72-b8fb-eadd67b6ed0e req-66a01d1d-f4c1-429e-8524-89608c6b526c service neutron] 10.222.0.64 "GET /v2.0/networks/f4d4882d-28d2-4fed-bbfd-7d71610fb886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220427 Aug 31 15:32:54.252973 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a83d1f36-4d30-4f72-b8fb-eadd67b6ed0e req-7fa38df0-bc61-4764-b30c-26d6206a726c service neutron] 10.222.0.64 "GET /v2.0/networks/f4d4882d-28d2-4fed-bbfd-7d71610fb886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202915 Aug 31 15:32:55.109631 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5189a602-03ed-478e-bbfa-e9f159c7a1cb req-df9909d8-5cea-40d2-9b56-09fdfb47453c tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:55.111495 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5189a602-03ed-478e-bbfa-e9f159c7a1cb req-df9909d8-5cea-40d2-9b56-09fdfb47453c tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 944 time: 0.0818512 Aug 31 15:32:55.156630 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5189a602-03ed-478e-bbfa-e9f159c7a1cb req-3655fdf7-f5b0-4831-a20a-37f5320d3586 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381873 Aug 31 15:32:56.352921 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c320076-9885-4aca-b0ca-ea55b826f327 req-9aa33bab-aa59-47ec-ac0f-ebd36feef6d2 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:56.354428 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-4c320076-9885-4aca-b0ca-ea55b826f327 req-9aa33bab-aa59-47ec-ac0f-ebd36feef6d2 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 944 time: 0.0819793 Aug 31 15:32:56.400655 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-4c320076-9885-4aca-b0ca-ea55b826f327 req-65cacd03-5177-491c-9b98-b9bbae7a36d5 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405843 Aug 31 15:32:57.597461 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb813c-634f-4787-a58a-3cbd2a88cf51 req-ae5ac489-9982-41dd-be31-d4d422fd2bc8 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:57.598909 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e1cb813c-634f-4787-a58a-3cbd2a88cf51 req-ae5ac489-9982-41dd-be31-d4d422fd2bc8 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 944 time: 0.0838287 Aug 31 15:32:57.642887 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e1cb813c-634f-4787-a58a-3cbd2a88cf51 req-5860b0ba-bd50-4747-8ad4-d5593be315b7 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383213 Aug 31 15:32:58.841021 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48c97c-3aa3-499e-b518-66ba0e415f93 req-02e6d1b5-78ab-40b6-9604-cf36948a4ed0 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:32:58.842505 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-9a48c97c-3aa3-499e-b518-66ba0e415f93 req-02e6d1b5-78ab-40b6-9604-cf36948a4ed0 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 944 time: 0.0858676 Aug 31 15:32:58.890296 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-9a48c97c-3aa3-499e-b518-66ba0e415f93 req-44bfb35d-67ae-42eb-9c3b-25f3cf621c8a tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415258 Aug 31 15:33:00.084515 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bfdb6-900d-42dc-8ea9-bd5cf161b876 req-e77d4ec1-9f59-44c9-ab68-4e65fa95dcc7 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:00.085860 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c76bfdb6-900d-42dc-8ea9-bd5cf161b876 req-e77d4ec1-9f59-44c9-ab68-4e65fa95dcc7 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 944 time: 0.0818191 Aug 31 15:33:00.130574 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c76bfdb6-900d-42dc-8ea9-bd5cf161b876 req-1859bcf0-ac92-4694-ad14-ed3e03bce277 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391364 Aug 31 15:33:01.324706 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e136e-276b-4d6c-b3f6-a67197818633 req-5ea967a9-7168-42af-bfff-03c3e95db429 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:01.326170 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-790e136e-276b-4d6c-b3f6-a67197818633 req-5ea967a9-7168-42af-bfff-03c3e95db429 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 944 time: 0.0841541 Aug 31 15:33:01.372717 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-790e136e-276b-4d6c-b3f6-a67197818633 req-f363c00f-821b-4cd1-9ce1-c938d8140c2e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400035 Aug 31 15:33:02.574514 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ec716-a282-4f30-88e7-29f983c71504 req-198f4f25-7116-41d4-b7c7-56c7e3893392 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:02.576032 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d57ec716-a282-4f30-88e7-29f983c71504 req-198f4f25-7116-41d4-b7c7-56c7e3893392 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 944 time: 0.0854936 Aug 31 15:33:02.621846 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d57ec716-a282-4f30-88e7-29f983c71504 req-183035a6-1341-40ff-9f07-83a3edff3905 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396321 Aug 31 15:33:03.855706 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efff0cf-0cd7-4d18-9234-13ee7cca44fb req-30175e85-87f4-4718-9c45-a303a89a0312 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:03.857088 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-4efff0cf-0cd7-4d18-9234-13ee7cca44fb req-30175e85-87f4-4718-9c45-a303a89a0312 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 944 time: 0.1089556 Aug 31 15:33:03.903900 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-4efff0cf-0cd7-4d18-9234-13ee7cca44fb req-6dbdae84-9407-4308-9fb9-74d5250127e1 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400538 Aug 31 15:33:05.097417 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11dca7-44d4-436e-93e3-47150e4afe39 req-8f4a5704-8731-425f-9ba0-703f8401a5e2 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:05.098904 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0f11dca7-44d4-436e-93e3-47150e4afe39 req-8f4a5704-8731-425f-9ba0-703f8401a5e2 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 944 time: 0.0823731 Aug 31 15:33:05.149014 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0f11dca7-44d4-436e-93e3-47150e4afe39 req-8355750b-0a7a-470c-9c1f-b8de908e76db tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442755 Aug 31 15:33:05.291971 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-23398633-706c-43e9-b018-c2836b8ad4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:05.604541 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:06.341164 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30484c40-fc4e-4886-bf8a-fe9efeccb0b6 req-e6de17d3-cd14-4b47-bc4f-1233d6028adb tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:06.342653 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-30484c40-fc4e-4886-bf8a-fe9efeccb0b6 req-e6de17d3-cd14-4b47-bc4f-1233d6028adb tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 944 time: 0.0806539 Aug 31 15:33:06.391686 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-30484c40-fc4e-4886-bf8a-fe9efeccb0b6 req-aa50e050-c381-4cd1-8582-a63acd5a987d tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427639 Aug 31 15:33:07.045118 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 6 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:33:07.584879 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07237d6f-787a-4803-a781-48df45450457 req-6e6d9187-7aa9-4cde-847e-d66640b78d46 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:07.586352 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-07237d6f-787a-4803-a781-48df45450457 req-6e6d9187-7aa9-4cde-847e-d66640b78d46 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 944 time: 0.0821939 Aug 31 15:33:07.630974 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-07237d6f-787a-4803-a781-48df45450457 req-c5c93b7f-3268-4451-9b0b-46afda3a1c49 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390718 Aug 31 15:33:07.707914 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-b321fcc5-ad1c-4bb4-83ca-f37e7b638e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:08.818598 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a44035-e417-4cce-8633-ccf221c9e751 req-c5f15046-5f9a-4c4b-a04d-33fcfb0d6ff6 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:08.819999 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-62a44035-e417-4cce-8633-ccf221c9e751 req-c5f15046-5f9a-4c4b-a04d-33fcfb0d6ff6 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 944 time: 0.0802369 Aug 31 15:33:08.862945 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-62a44035-e417-4cce-8633-ccf221c9e751 req-321c96c4-5061-425f-86a3-a200d2328aea tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373149 Aug 31 15:33:08.887999 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:09.497292 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:10.052727 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d67b48-2b1a-4d72-a543-68f662563b05 req-6923edbe-5804-48f6-a619-9ed8de25475c tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:10.054225 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-28d67b48-2b1a-4d72-a543-68f662563b05 req-6923edbe-5804-48f6-a619-9ed8de25475c tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 944 time: 0.0827258 Aug 31 15:33:10.098317 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-28d67b48-2b1a-4d72-a543-68f662563b05 req-a161f8ff-2b1d-4b61-bb67-86e31b2cbafd tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385771 Aug 31 15:33:10.556658 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:11.291187 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37d819-967c-4938-aa89-027a8386223c req-fafd0c7a-21cf-4165-b1f7-561073134ad2 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:11.292661 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-9f37d819-967c-4938-aa89-027a8386223c req-fafd0c7a-21cf-4165-b1f7-561073134ad2 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 944 time: 0.0825012 Aug 31 15:33:11.337274 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-9f37d819-967c-4938-aa89-027a8386223c req-76620fc6-9f1f-4dd4-bf87-9209c208f67e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389967 Aug 31 15:33:12.071432 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5b703-3874-49eb-89ea-9c53693a4eb9 req-044bda5c-8e01-4b3c-a848-d9893df490c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:12.072886 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-34e5b703-3874-49eb-89ea-9c53693a4eb9 req-044bda5c-8e01-4b3c-a848-d9893df490c2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0018b07184be4602aa2184d192c944aa&device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 1097 time: 0.0709848 Aug 31 15:33:12.296015 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5b703-3874-49eb-89ea-9c53693a4eb9 req-8d5f377b-d5f7-4476-b752-5dd3f650eda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:12.297440 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-34e5b703-3874-49eb-89ea-9c53693a4eb9 req-8d5f377b-d5f7-4476-b752-5dd3f650eda6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f4d4882d-28d2-4fed-bbfd-7d71610fb886 HTTP/1.1" status: 200 len: 918 time: 0.2042491 Aug 31 15:33:12.401207 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-34e5b703-3874-49eb-89ea-9c53693a4eb9 req-4eeff6bf-56b6-4581-8b91-88293f6e36b7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21a93650-0680-48d5-a2c5-480caa1b0b40 HTTP/1.1" status: 200 len: 999 time: 0.0967605 Aug 31 15:33:12.525343 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5b703-3874-49eb-89ea-9c53693a4eb9 req-478fb32f-d0b2-4214-8175-53cb604aa5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:12.526782 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-34e5b703-3874-49eb-89ea-9c53693a4eb9 req-478fb32f-d0b2-4214-8175-53cb604aa5d5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a81a534a-35fe-443f-84ed-8e87d97ceef8 HTTP/1.1" status: 200 len: 856 time: 0.1167214 Aug 31 15:33:12.600917 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10d9fb-9031-4b4c-af9e-4c39fb5459c9 req-a9e8fd3c-0bd2-410f-9507-ac1f1bce9da4 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:12.602339 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-2a10d9fb-9031-4b4c-af9e-4c39fb5459c9 req-a9e8fd3c-0bd2-410f-9507-ac1f1bce9da4 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 944 time: 0.1491523 Aug 31 15:33:12.656979 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-2a10d9fb-9031-4b4c-af9e-4c39fb5459c9 req-95e3eb25-48fc-49c0-92f9-99eb33e887d1 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485027 Aug 31 15:33:12.659886 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5b703-3874-49eb-89ea-9c53693a4eb9 req-9d01ca74-8171-4fc6-aea7-482a4fe4cb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:12.661276 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-34e5b703-3874-49eb-89ea-9c53693a4eb9 req-9d01ca74-8171-4fc6-aea7-482a4fe4cb55 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f4d4882d-28d2-4fed-bbfd-7d71610fb886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1262240 Aug 31 15:33:12.797138 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-34e5b703-3874-49eb-89ea-9c53693a4eb9 req-e6c34522-f1d8-429d-a814-bd34bdacb1e7 service neutron] 10.222.0.64 "GET /v2.0/networks/f4d4882d-28d2-4fed-bbfd-7d71610fb886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284859 Aug 31 15:33:12.930295 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-34e5b703-3874-49eb-89ea-9c53693a4eb9 req-c20fa932-2b31-4b72-88cf-128cc112b106 service neutron] 10.222.0.64 "GET /v2.0/networks/f4d4882d-28d2-4fed-bbfd-7d71610fb886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258402 Aug 31 15:33:13.843051 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e64b62-841f-4602-bd14-5ef74eb3cc59 req-0251dc82-152d-4392-9c5d-f0b3861eddca tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:13.844557 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-68e64b62-841f-4602-bd14-5ef74eb3cc59 req-0251dc82-152d-4392-9c5d-f0b3861eddca tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 944 time: 0.0782030 Aug 31 15:33:13.889054 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-68e64b62-841f-4602-bd14-5ef74eb3cc59 req-010cfd8c-58af-4907-96f8-008cdeb41fd4 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380590 Aug 31 15:33:15.075583 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4e508-964a-4e46-9e83-fd077593f9d1 req-eb744ac9-14d8-4ab6-be71-56f4bd58c570 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:15.077012 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0fa4e508-964a-4e46-9e83-fd077593f9d1 req-eb744ac9-14d8-4ab6-be71-56f4bd58c570 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 944 time: 0.0806406 Aug 31 15:33:15.120313 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0fa4e508-964a-4e46-9e83-fd077593f9d1 req-aef9ba68-cbea-4e06-becd-22daf2e9e4fb tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374436 Aug 31 15:33:16.309417 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6205e5c-6222-4fa2-ace5-da070c8b4631 req-787085cf-29ff-47dd-a9b3-1af93b3bc850 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:16.310850 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-e6205e5c-6222-4fa2-ace5-da070c8b4631 req-787085cf-29ff-47dd-a9b3-1af93b3bc850 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 944 time: 0.0819724 Aug 31 15:33:16.357707 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-e6205e5c-6222-4fa2-ace5-da070c8b4631 req-3cc446a3-5aa2-482e-b3d0-82996d5e084b tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406415 Aug 31 15:33:17.545550 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f988309-cd06-4cef-b7dc-347eeda8a41b req-2f1655d7-a5d4-4999-bdc8-94c5767e99ad tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:17.546971 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-2f988309-cd06-4cef-b7dc-347eeda8a41b req-2f1655d7-a5d4-4999-bdc8-94c5767e99ad tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 944 time: 0.0811572 Aug 31 15:33:17.589733 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-2f988309-cd06-4cef-b7dc-347eeda8a41b req-8f79048a-da7b-40f3-b0f5-4832b320048b tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362902 Aug 31 15:33:18.778984 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776d645-cfde-4e26-82dd-43daf638346f req-2879d400-c84b-46ea-a224-5382af286f50 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:18.780354 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-d776d645-cfde-4e26-82dd-43daf638346f req-2879d400-c84b-46ea-a224-5382af286f50 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 944 time: 0.0789108 Aug 31 15:33:18.827559 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-d776d645-cfde-4e26-82dd-43daf638346f req-0e9edc83-0e2a-4780-8bc9-902ac1b564de tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412772 Aug 31 15:33:20.016442 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116bc90-0c52-4860-bab0-9e8350cd3cb4 req-8b3ebb38-246e-4caf-9339-c00aa7b719bd tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:20.017872 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0116bc90-0c52-4860-bab0-9e8350cd3cb4 req-8b3ebb38-246e-4caf-9339-c00aa7b719bd tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 944 time: 0.0791698 Aug 31 15:33:20.065171 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0116bc90-0c52-4860-bab0-9e8350cd3cb4 req-b4d63abb-49bc-4645-921d-1d85ea560d65 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408058 Aug 31 15:33:20.896424 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 21a93650-0680-48d5-a2c5-480caa1b0b40 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:33:21.025086 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 21a93650-0680-48d5-a2c5-480caa1b0b40, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=21a93650-0680-48d5-a2c5-480caa1b0b40,segment=NetworkSegment(55bbcfae-09d1-4d68-91e6-fad754499a5e),segment_id=55bbcfae-09d1-4d68-91e6-fad754499a5e)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:33:21.038437 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Returning: {'device': '21a93650-0680-48d5-a2c5-480caa1b0b40', 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886', 'port_id': '21a93650-0680-48d5-a2c5-480caa1b0b40', 'mac_address': 'fa:16:3e:b3:8b:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a81a534a-35fe-443f-84ed-8e87d97ceef8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:33:21.091061 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:21.110849 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21a93650-0680-48d5-a2c5-480caa1b0b40 {{(pid=79278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:33:21.126200 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 21a93650-0680-48d5-a2c5-480caa1b0b40, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=21a93650-0680-48d5-a2c5-480caa1b0b40,segment=NetworkSegment(55bbcfae-09d1-4d68-91e6-fad754499a5e),segment_id=55bbcfae-09d1-4d68-91e6-fad754499a5e)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:33:21.130670 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:21.132773 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-b040c15a-2ef9-44b2-8e59-cf7ae7e74ee6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:33:21.198767 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=21a93650-0680-48d5-a2c5-480caa1b0b40,revision_number=9']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:33:21.205694 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:21.206042 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:21.206382 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:21.206711 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:21.207035 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:21.207972 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:21.208302 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:21.208621 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:21.209012 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:21.209256 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:21.209574 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:21.209886 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:21.214011 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:33:21.256478 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422874c5-b69e-4c83-af73-689149485fee req-a968cc04-c20f-4d3d-aea8-d4dcde800bb6 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:21.258183 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-422874c5-b69e-4c83-af73-689149485fee req-a968cc04-c20f-4d3d-aea8-d4dcde800bb6 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 945 time: 0.0792034 Aug 31 15:33:21.303098 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-422874c5-b69e-4c83-af73-689149485fee req-fb2fb3a6-80ed-402f-ad33-09e7b8321bfe tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392528 Aug 31 15:33:21.690371 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] get_ports_and_sgs() called for port_ids ['21a93650-0680-48d5-a2c5-480caa1b0b40'] {{(pid=79278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:33:22.490863 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57037f-2ba1-4488-8c0b-1c029c2fba6b req-11c22b1b-32d7-4a55-a40c-7dd7315b8220 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:22.492331 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-4a57037f-2ba1-4488-8c0b-1c029c2fba6b req-11c22b1b-32d7-4a55-a40c-7dd7315b8220 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 945 time: 0.0793247 Aug 31 15:33:22.534929 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-4a57037f-2ba1-4488-8c0b-1c029c2fba6b req-7011b195-fa75-40ea-b148-f4afb0fa93c0 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370641 Aug 31 15:33:22.915570 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 21a93650-0680-48d5-a2c5-480caa1b0b40 up at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:33:22.981806 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning complete for port 21a93650-0680-48d5-a2c5-480caa1b0b40 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:33:22.982176 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:23.094292 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:23.119373 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dfa32ad-91cf-4fcb-97be-18b5636b9c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a93650-0680-48d5-a2c5-480caa1b0b40'}] {{(pid=79278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:33:23.128484 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 21a93650-0680-48d5-a2c5-480caa1b0b40, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=21a93650-0680-48d5-a2c5-480caa1b0b40,segment=NetworkSegment(55bbcfae-09d1-4d68-91e6-fad754499a5e),segment_id=55bbcfae-09d1-4d68-91e6-fad754499a5e)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:33:23.133693 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:23.135731 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:33:23.170113 dv-cinder-802781-4-iscsi neutron-server[79278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dfa32ad-91cf-4fcb-97be-18b5636b9c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a93650-0680-48d5-a2c5-480caa1b0b40', 'code': 200} Aug 31 15:33:23.206845 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=21a93650-0680-48d5-a2c5-480caa1b0b40,revision_number=10']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:33:23.211548 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:33:23.771229 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290dca42-96a1-4a5c-b61a-3c55007a5e50 req-891981b5-6304-47e6-8f58-14ba05cf3218 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:23.772573 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-290dca42-96a1-4a5c-b61a-3c55007a5e50 req-891981b5-6304-47e6-8f58-14ba05cf3218 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 947 time: 0.1298521 Aug 31 15:33:23.821363 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872e2a1-1be9-4d70-ae95-05e353162c3d req-eec03924-c096-4a73-946f-98ce6ab4783d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:23.822777 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5872e2a1-1be9-4d70-ae95-05e353162c3d req-eec03924-c096-4a73-946f-98ce6ab4783d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 1100 time: 0.1143141 Aug 31 15:33:23.827231 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-290dca42-96a1-4a5c-b61a-3c55007a5e50 req-ce98b1d9-bbd3-4a76-9eec-87c4981c6144 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482612 Aug 31 15:33:23.868447 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5872e2a1-1be9-4d70-ae95-05e353162c3d req-99b6ab0d-34e4-48eb-a81a-f4d988bacf9e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372956 Aug 31 15:33:25.017534 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e68a7-12c9-4d89-b723-3ac06ce594f0 req-d8c6ea56-caed-443b-918d-c021447b4222 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:25.018972 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-4c3e68a7-12c9-4d89-b723-3ac06ce594f0 req-d8c6ea56-caed-443b-918d-c021447b4222 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 947 time: 0.0829873 Aug 31 15:33:25.062911 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-4c3e68a7-12c9-4d89-b723-3ac06ce594f0 req-eef72a64-536e-4fbe-a7e8-6bb64fbd91c5 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383105 Aug 31 15:33:26.266346 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0d76e-20be-42a6-894c-9bbdb4f11270 req-4d8c6c65-ce9f-4335-8da0-1e857c0c7ff9 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:26.267728 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-2ec0d76e-20be-42a6-894c-9bbdb4f11270 req-4d8c6c65-ce9f-4335-8da0-1e857c0c7ff9 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 947 time: 0.0848882 Aug 31 15:33:26.310868 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-2ec0d76e-20be-42a6-894c-9bbdb4f11270 req-506f86b5-acfd-418f-80e1-3466e4d5db01 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369048 Aug 31 15:33:27.498510 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c5b16-bc58-40c2-a7c6-89396139894d req-eba7b3d2-af04-4bfa-bdc6-4603f6af467b tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:27.499977 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-a20c5b16-bc58-40c2-a7c6-89396139894d req-eba7b3d2-af04-4bfa-bdc6-4603f6af467b tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 947 time: 0.0784245 Aug 31 15:33:27.544122 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-a20c5b16-bc58-40c2-a7c6-89396139894d req-48b0129c-f9b7-436e-b976-782490309081 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380526 Aug 31 15:33:30.867025 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e8d07-e1c4-4c18-9187-1d51c8edf0f2 req-7b999779-74c5-4b50-b973-f9a1f1efe11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:30.869526 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e10e8d07-e1c4-4c18-9187-1d51c8edf0f2 req-7b999779-74c5-4b50-b973-f9a1f1efe11f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f3d481bcf1294c749009312b339c5ff6&device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 1138 time: 0.0751972 Aug 31 15:33:30.953987 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733dc18-5138-4407-b17e-12c12b4c4e05 req-eaecf7b2-0545-4ebe-bc9a-8c351f1346a0 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:30.955482 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-1733dc18-5138-4407-b17e-12c12b4c4e05 req-eaecf7b2-0545-4ebe-bc9a-8c351f1346a0 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 985 time: 0.1655147 Aug 31 15:33:31.001580 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-1733dc18-5138-4407-b17e-12c12b4c4e05 req-18e1a7a9-ada9-4d33-bda4-98d545fe59ba tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&id=8e441db8-3364-4d21-8af2-254ef5a83c90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396771 Aug 31 15:33:31.002286 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e8d07-e1c4-4c18-9187-1d51c8edf0f2 req-3a2be2ad-8beb-448c-97b1-0ebaa549c56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:31.003705 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e10e8d07-e1c4-4c18-9187-1d51c8edf0f2 req-3a2be2ad-8beb-448c-97b1-0ebaa549c56f service neutron] 10.222.0.64 "GET /v2.0/networks?id=8a43599e-3fd3-4af2-9714-5afac8df9dd8 HTTP/1.1" status: 200 len: 916 time: 0.1260879 Aug 31 15:33:31.179768 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e10e8d07-e1c4-4c18-9187-1d51c8edf0f2 req-a52b7e1d-b166-45ce-acb8-93fa9586b7a0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bead6140-7efd-45e3-8625-12a6f695831c HTTP/1.1" status: 200 len: 1001 time: 0.1689851 Aug 31 15:33:31.240821 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e8d07-e1c4-4c18-9187-1d51c8edf0f2 req-96f38840-6f29-4be6-9be5-2fab57fad1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:31.242180 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e10e8d07-e1c4-4c18-9187-1d51c8edf0f2 req-96f38840-6f29-4be6-9be5-2fab57fad1fe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e9deb1ca-4a37-474c-b752-f1749a20678d HTTP/1.1" status: 200 len: 854 time: 0.0555148 Aug 31 15:33:31.316976 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e8d07-e1c4-4c18-9187-1d51c8edf0f2 req-f78c30ff-522a-4724-a577-54ef7603a552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:31.318331 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e10e8d07-e1c4-4c18-9187-1d51c8edf0f2 req-f78c30ff-522a-4724-a577-54ef7603a552 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8a43599e-3fd3-4af2-9714-5afac8df9dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698123 Aug 31 15:33:31.470291 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e10e8d07-e1c4-4c18-9187-1d51c8edf0f2 req-ace11cd1-548f-40e9-bae4-de2a9b2074f3 service neutron] 10.222.0.64 "GET /v2.0/networks/8a43599e-3fd3-4af2-9714-5afac8df9dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441393 Aug 31 15:33:31.602161 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e10e8d07-e1c4-4c18-9187-1d51c8edf0f2 req-52a8f410-fd4a-4e1c-b30e-4cb49d410eef service neutron] 10.222.0.64 "GET /v2.0/networks/8a43599e-3fd3-4af2-9714-5afac8df9dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246140 Aug 31 15:33:32.194779 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b0d8b-e699-493d-9458-4f3065c5d306 req-d0b34b1a-b66f-4803-b675-1152f9b59a7f tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:32.196246 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-031b0d8b-e699-493d-9458-4f3065c5d306 req-d0b34b1a-b66f-4803-b675-1152f9b59a7f tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 985 time: 0.0870736 Aug 31 15:33:32.241330 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-031b0d8b-e699-493d-9458-4f3065c5d306 req-a0d55408-31d4-4f9e-8035-15fcd6bd3a45 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&id=8e441db8-3364-4d21-8af2-254ef5a83c90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393534 Aug 31 15:33:33.423837 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc14eb-bf8a-47d0-9c7f-38dc49ed2d42 req-0437ac15-1190-429d-87b2-a603f427deaf tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:33.425275 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-08bc14eb-bf8a-47d0-9c7f-38dc49ed2d42 req-0437ac15-1190-429d-87b2-a603f427deaf tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 985 time: 0.0795445 Aug 31 15:33:33.474452 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-08bc14eb-bf8a-47d0-9c7f-38dc49ed2d42 req-bb062f7e-261a-4444-b6fa-018cd3de3c9f tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&id=8e441db8-3364-4d21-8af2-254ef5a83c90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432379 Aug 31 15:33:34.655276 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa028ed-9ab0-4a9b-88a5-eda4daafe440 req-b1d61866-4d61-4c87-9548-a3e79ffd46c1 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:34.656691 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-baa028ed-9ab0-4a9b-88a5-eda4daafe440 req-b1d61866-4d61-4c87-9548-a3e79ffd46c1 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 985 time: 0.0786128 Aug 31 15:33:34.704784 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-baa028ed-9ab0-4a9b-88a5-eda4daafe440 req-15b1e9c1-23dc-49d7-9e2e-41df3efae110 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&id=8e441db8-3364-4d21-8af2-254ef5a83c90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418205 Aug 31 15:33:35.296692 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-3ab00125-3956-4151-9cbf-d604e49420e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:35.599423 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:35.713215 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8b0d4-4ba6-4d6c-8b12-e89c15131d58 req-3724d43b-8785-475f-9a8d-13539755862e tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:35.714586 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-11f8b0d4-4ba6-4d6c-8b12-e89c15131d58 req-3724d43b-8785-475f-9a8d-13539755862e tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 945 time: 0.0806797 Aug 31 15:33:35.760382 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-11f8b0d4-4ba6-4d6c-8b12-e89c15131d58 req-cf5ac58e-4f2b-42f4-b859-4ba1945731d9 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401495 Aug 31 15:33:35.895037 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783f817-543a-4357-b67d-85975a72c007 req-bbbd05b3-8a32-4ef8-ac8d-645621197a1c tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:35.896605 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-4783f817-543a-4357-b67d-85975a72c007 req-bbbd05b3-8a32-4ef8-ac8d-645621197a1c tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 985 time: 0.0820079 Aug 31 15:33:35.942154 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-4783f817-543a-4357-b67d-85975a72c007 req-12f3974a-a26b-4688-afcd-aa20c2b4de4f tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&id=8e441db8-3364-4d21-8af2-254ef5a83c90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396326 Aug 31 15:33:36.945079 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a79964-81b3-4edd-8605-39114a4a9845 req-c59ba26b-8d34-4475-83b4-8e18f39a819f tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:36.946485 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-40a79964-81b3-4edd-8605-39114a4a9845 req-c59ba26b-8d34-4475-83b4-8e18f39a819f tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 945 time: 0.0823474 Aug 31 15:33:36.989781 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-40a79964-81b3-4edd-8605-39114a4a9845 req-ff96a36d-d4be-4447-a04c-0760e5a38619 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=d09b5207-1d89-44e8-a796-3551a1acd88b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377011 Aug 31 15:33:37.179287 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d4749-2455-4709-be59-fa39b1f915a5 req-49ed69c4-3c43-457e-9a7f-0699727e2c51 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:37.180715 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-1e3d4749-2455-4709-be59-fa39b1f915a5 req-49ed69c4-3c43-457e-9a7f-0699727e2c51 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 985 time: 0.1353097 Aug 31 15:33:37.226295 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38393aa7-3e54-4008-97f3-cb691256e205 req-230904a6-7e9a-4f22-855c-4ce4bbde86fd tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:37.227721 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-38393aa7-3e54-4008-97f3-cb691256e205 req-230904a6-7e9a-4f22-855c-4ce4bbde86fd tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.64 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 945 time: 0.1255605 Aug 31 15:33:37.274233 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-1e3d4749-2455-4709-be59-fa39b1f915a5 req-8bc5336f-c1d3-46ae-b9fd-ee7b85a1d4dd tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&id=8e441db8-3364-4d21-8af2-254ef5a83c90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0877101 Aug 31 15:33:37.305680 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [req-38393aa7-3e54-4008-97f3-cb691256e205 req-5aca3ec8-5766-4a3c-8fe3-80fb94724f60 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Deleting port aec330a3-c6ce-4256-a380-3dc0f5ae1290 {{(pid=79277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:33:37.306012 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-38393aa7-3e54-4008-97f3-cb691256e205 req-5aca3ec8-5766-4a3c-8fe3-80fb94724f60 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:37.546500 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-38393aa7-3e54-4008-97f3-cb691256e205 req-5aca3ec8-5766-4a3c-8fe3-80fb94724f60 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] For port aec330a3-c6ce-4256-a380-3dc0f5ae1290, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=aec330a3-c6ce-4256-a380-3dc0f5ae1290,segment=NetworkSegment(61b58406-5c55-4a32-b6e5-ffbfd51c8976),segment_id=61b58406-5c55-4a32-b6e5-ffbfd51c8976)] {{(pid=79277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:33:37.546777 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-38393aa7-3e54-4008-97f3-cb691256e205 req-5aca3ec8-5766-4a3c-8fe3-80fb94724f60 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:37.699659 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-c1c0d5f1-0a77-4867-b5d1-fbfc1fffe961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:37.903117 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-38393aa7-3e54-4008-97f3-cb691256e205 req-5aca3ec8-5766-4a3c-8fe3-80fb94724f60 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:37.903535 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-38393aa7-3e54-4008-97f3-cb691256e205 req-5aca3ec8-5766-4a3c-8fe3-80fb94724f60 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906927'] for floatingip, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:37.903843 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.db.l3_db [req-38393aa7-3e54-4008-97f3-cb691256e205 req-5aca3ec8-5766-4a3c-8fe3-80fb94724f60 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Floating IP 517b7452-6620-441b-9812-278c0f1101c9 disassociated. External IP: 172.27.1.244, port: aec330a3-c6ce-4256-a380-3dc0f5ae1290. Aug 31 15:33:37.904187 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [req-38393aa7-3e54-4008-97f3-cb691256e205 req-5aca3ec8-5766-4a3c-8fe3-80fb94724f60 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Calling delete_port for aec330a3-c6ce-4256-a380-3dc0f5ae1290 owned by compute:nova {{(pid=79277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:33:38.044820 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-38393aa7-3e54-4008-97f3-cb691256e205 req-5aca3ec8-5766-4a3c-8fe3-80fb94724f60 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10695601'] for port, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:38.050240 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-95b968b0-abe3-444f-9635-7bfb0f8de440 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:33:38.094956 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca3ec8-5766-4a3c-8fe3-80fb94724f60 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Pushing event deleted for resources: {'Port': ['ID=aec330a3-c6ce-4256-a380-3dc0f5ae1290,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:33:38.106000 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aca3ec8-5766-4a3c-8fe3-80fb94724f60 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:38.106367 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aca3ec8-5766-4a3c-8fe3-80fb94724f60 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:38.106777 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aca3ec8-5766-4a3c-8fe3-80fb94724f60 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:38.107140 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aca3ec8-5766-4a3c-8fe3-80fb94724f60 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:38.107556 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aca3ec8-5766-4a3c-8fe3-80fb94724f60 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:38.107906 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aca3ec8-5766-4a3c-8fe3-80fb94724f60 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:38.108249 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aca3ec8-5766-4a3c-8fe3-80fb94724f60 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:38.108593 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aca3ec8-5766-4a3c-8fe3-80fb94724f60 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:38.108932 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aca3ec8-5766-4a3c-8fe3-80fb94724f60 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:38.109342 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aca3ec8-5766-4a3c-8fe3-80fb94724f60 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:38.109670 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aca3ec8-5766-4a3c-8fe3-80fb94724f60 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:38.110009 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aca3ec8-5766-4a3c-8fe3-80fb94724f60 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:38.113987 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-5aca3ec8-5766-4a3c-8fe3-80fb94724f60 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:33:38.142791 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-926a8783-ba55-4493-b62b-6c4c87a463fd req-b7e2be34-f0f0-484a-b6e9-c9c001283238 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 210 time: 0.0442019 Aug 31 15:33:38.294308 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38393aa7-3e54-4008-97f3-cb691256e205 req-5aca3ec8-5766-4a3c-8fe3-80fb94724f60 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Router 934c86df-a221-4195-bb15-eb1af820061a has already been hosted by L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 {{(pid=79277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:33:38.527480 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38393aa7-3e54-4008-97f3-cb691256e205 req-5aca3ec8-5766-4a3c-8fe3-80fb94724f60 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:33:38.537146 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7070130-4df2-4a2e-9ed6-d198699d9465 None None] Sync routers for ids ['934c86df-a221-4195-bb15-eb1af820061a'] in dv-cinder-802781-4-iscsi {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:33:38.547017 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7070130-4df2-4a2e-9ed6-d198699d9465 None None] Routers {'934c86df-a221-4195-bb15-eb1af820061a'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:33:38.547790 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-e7070130-4df2-4a2e-9ed6-d198699d9465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:33:38Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['934c86df-a221-4195-bb15-eb1af820061a'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:33:38.612620 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [req-38393aa7-3e54-4008-97f3-cb691256e205 req-5aca3ec8-5766-4a3c-8fe3-80fb94724f60 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] No DVR routers for this DVR port aec330a3-c6ce-4256-a380-3dc0f5ae1290 on host hv-cinder-80278 {{(pid=79277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:33:38.621896 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba790dc-805a-410f-b5ad-b8ab9877afd9 req-69438fa8-b653-49f9-bb73-b2b22194e44e tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:38.623355 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3ba790dc-805a-410f-b5ad-b8ab9877afd9 req-69438fa8-b653-49f9-bb73-b2b22194e44e tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 985 time: 0.2404122 Aug 31 15:33:38.624351 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-38393aa7-3e54-4008-97f3-cb691256e205 req-5aca3ec8-5766-4a3c-8fe3-80fb94724f60 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:38.626992 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed1437c-7476-4eaa-8dd8-4287e4417bb0', 'name': 'network-vif-deleted', 'tag': 'aec330a3-c6ce-4256-a380-3dc0f5ae1290'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:33:38.659464 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-38393aa7-3e54-4008-97f3-cb691256e205 req-5aca3ec8-5766-4a3c-8fe3-80fb94724f60 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.64 "DELETE /v2.0/ports/aec330a3-c6ce-4256-a380-3dc0f5ae1290 HTTP/1.1" status: 204 len: 173 time: 1.4260061 Aug 31 15:33:38.682060 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3ba790dc-805a-410f-b5ad-b8ab9877afd9 req-fad98c9b-f38e-4294-9ea7-99878859901f tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&id=8e441db8-3364-4d21-8af2-254ef5a83c90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0505164 Aug 31 15:33:38.708621 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed1437c-7476-4eaa-8dd8-4287e4417bb0', 'name': 'network-vif-deleted', 'tag': 'aec330a3-c6ce-4256-a380-3dc0f5ae1290', 'status': 'completed', 'code': 200} Aug 31 15:33:38.734775 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-e7070130-4df2-4a2e-9ed6-d198699d9465 None None] Set router 934c86df-a221-4195-bb15-eb1af820061a gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:33:38.945215 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:39.095000 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-e7070130-4df2-4a2e-9ed6-d198699d9465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934c86df-a221-4195-bb15-eb1af820061a', 'name': 'tempest-AttachVolumeTestJSON-1899571721-router', 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '9b5fd691-39d4-47dc-a732-e743c6bb5988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:24:06Z', 'updated_at': '2021-08-31T15:24:16Z', 'revision_number': 4, 'project_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'gw_port': {'id': '9b5fd691-39d4-47dc-a732-e743c6bb5988', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:88:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c86df-a221-4195-bb15-eb1af820061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:24:07Z', 'updated_at': '2021-08-31T15:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': 'd29d2536-9ea6-4799-8517-5854957f36f3', 'name': '', 'network_id': '4e75f494-7e6b-45f9-ac2a-ef61105e9d7d', 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'mac_address': 'fa:16:3e:da:30:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c86df-a221-4195-bb15-eb1af820061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '653417ef-47b3-47bd-9dfd-8a528e75cd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:24:14Z', 'updated_at': '2021-08-31T15:24:25Z', 'revision_number': 5, 'project_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'subnets': [{'id': '653417ef-47b3-47bd-9dfd-8a528e75cd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:33:39.100008 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7070130-4df2-4a2e-9ed6-d198699d9465 None None] Checking router: 934c86df-a221-4195-bb15-eb1af820061a for host: dv-cinder-802781-4-iscsi {{(pid=79278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:33:39.108330 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7070130-4df2-4a2e-9ed6-d198699d9465 None None] Routers {'934c86df-a221-4195-bb15-eb1af820061a'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:33:39.108931 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-e7070130-4df2-4a2e-9ed6-d198699d9465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:33:38Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['934c86df-a221-4195-bb15-eb1af820061a'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:33:39.292120 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-e7070130-4df2-4a2e-9ed6-d198699d9465 None None] Set router 934c86df-a221-4195-bb15-eb1af820061a gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:33:39.315479 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-e4b62480-6856-49ce-b13f-f0bf6e04764b req-901f45c9-9f82-4d42-936f-1177d46a6a3f tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Synchronizing usage tracker for tenant:ec6a8bc6d4414b24a10c0665387c54cf on resource:port {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:33:39.333659 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-e4b62480-6856-49ce-b13f-f0bf6e04764b req-901f45c9-9f82-4d42-936f-1177d46a6a3f tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Unset dirty status for tenant:ec6a8bc6d4414b24a10c0665387c54cf on resource:port {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:33:39.335653 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e4b62480-6856-49ce-b13f-f0bf6e04764b req-901f45c9-9f82-4d42-936f-1177d46a6a3f tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ed1437c-7476-4eaa-8dd8-4287e4417bb0 HTTP/1.1" status: 200 len: 210 time: 0.0643797 Aug 31 15:33:39.549084 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:39.628478 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-e7070130-4df2-4a2e-9ed6-d198699d9465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934c86df-a221-4195-bb15-eb1af820061a', 'name': 'tempest-AttachVolumeTestJSON-1899571721-router', 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '9b5fd691-39d4-47dc-a732-e743c6bb5988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:24:06Z', 'updated_at': '2021-08-31T15:24:16Z', 'revision_number': 4, 'project_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'gw_port': {'id': '9b5fd691-39d4-47dc-a732-e743c6bb5988', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:88:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c86df-a221-4195-bb15-eb1af820061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:24:07Z', 'updated_at': '2021-08-31T15:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': 'd29d2536-9ea6-4799-8517-5854957f36f3', 'name': '', 'network_id': '4e75f494-7e6b-45f9-ac2a-ef61105e9d7d', 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'mac_address': 'fa:16:3e:da:30:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c86df-a221-4195-bb15-eb1af820061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '653417ef-47b3-47bd-9dfd-8a528e75cd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:24:14Z', 'updated_at': '2021-08-31T15:24:25Z', 'revision_number': 5, 'project_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'subnets': [{'id': '653417ef-47b3-47bd-9dfd-8a528e75cd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:33:39.632788 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7070130-4df2-4a2e-9ed6-d198699d9465 None None] The sync data for ids ['934c86df-a221-4195-bb15-eb1af820061a'] in dv-cinder-802781-4-iscsi is: [{'id': '934c86df-a221-4195-bb15-eb1af820061a', 'name': 'tempest-AttachVolumeTestJSON-1899571721-router', 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '9b5fd691-39d4-47dc-a732-e743c6bb5988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:24:06Z', 'updated_at': '2021-08-31T15:24:16Z', 'revision_number': 4, 'project_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'gw_port': {'id': '9b5fd691-39d4-47dc-a732-e743c6bb5988', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:88:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c86df-a221-4195-bb15-eb1af820061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:24:07Z', 'updated_at': '2021-08-31T15:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': 'd29d2536-9ea6-4799-8517-5854957f36f3', 'name': '', 'network_id': '4e75f494-7e6b-45f9-ac2a-ef61105e9d7d', 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'mac_address': 'fa:16:3e:da:30:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c86df-a221-4195-bb15-eb1af820061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '653417ef-47b3-47bd-9dfd-8a528e75cd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:24:14Z', 'updated_at': '2021-08-31T15:24:25Z', 'revision_number': 5, 'project_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'subnets': [{'id': '653417ef-47b3-47bd-9dfd-8a528e75cd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:33:39.869849 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6fe243-70d1-4a0f-8930-16891a681310 None None] New status for floating IP 517b7452-6620-441b-9812-278c0f1101c9: DOWN {{(pid=79279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:33:39.874663 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14132918-f33c-45fc-8562-da7785e001f8 req-d5815254-ecd6-4fb3-8a5e-02736c6c7e81 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:39.876158 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-14132918-f33c-45fc-8562-da7785e001f8 req-d5815254-ecd6-4fb3-8a5e-02736c6c7e81 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 985 time: 0.0829866 Aug 31 15:33:39.936601 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-14132918-f33c-45fc-8562-da7785e001f8 req-7725c006-eb47-4f20-9bfe-a4c0f664a63d tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&id=8e441db8-3364-4d21-8af2-254ef5a83c90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536218 Aug 31 15:33:40.461366 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 53958) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:33:40.527798 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-89ae2e15-c335-492d-ad9e-81abedff7d59 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks [] for security_group, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:40.556022 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-89ae2e15-c335-492d-ad9e-81abedff7d59 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:40.559955 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:40.610731 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-89ae2e15-c335-492d-ad9e-81abedff7d59 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:40.615335 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-f879b5ec-06ef-47e5-895b-fc0d5a341b5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:33:40.631352 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae2e15-c335-492d-ad9e-81abedff7d59 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09b5207-1d89-44e8-a796-3551a1acd88b,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:33:40.634070 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-89ae2e15-c335-492d-ad9e-81abedff7d59 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:33:40.645381 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-89ae2e15-c335-492d-ad9e-81abedff7d59 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks [] for security_group, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:40.648920 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-89ae2e15-c335-492d-ad9e-81abedff7d59 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "DELETE /v2.0/security-groups/d09b5207-1d89-44e8-a796-3551a1acd88b HTTP/1.1" status: 204 len: 168 time: 0.1840751 Aug 31 15:33:40.649359 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 53962) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:33:40.667372 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.api.v2.resource [None req-cf4029a4-c15c-4ba9-91d4-ccb5ae1b450f tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] show failed (client error): The resource could not be found. Aug 31 15:33:40.668403 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-cf4029a4-c15c-4ba9-91d4-ccb5ae1b450f tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups/d09b5207-1d89-44e8-a796-3551a1acd88b HTTP/1.1" status: 404 len: 347 time: 0.0180666 Aug 31 15:33:40.671409 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 53966) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:33:40.825517 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-65e61158-4d7d-4406-a74e-c231ffdf1af2 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Deleting port aaf25446-9503-4e3a-aa99-9fff62e0e2d8 {{(pid=79276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:33:40.825732 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-65e61158-4d7d-4406-a74e-c231ffdf1af2 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:40.976382 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device aec330a3-c6ce-4256-a380-3dc0f5ae1290 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:33:40.994115 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-65e61158-4d7d-4406-a74e-c231ffdf1af2 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:40.994685 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-65e61158-4d7d-4406-a74e-c231ffdf1af2 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:41.010734 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] No Port match for: aec330a3-c6ce-4256-a380-3dc0f5ae1290 {{(pid=79278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:33:41.011088 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device aec330a3-c6ce-4256-a380-3dc0f5ae1290 not bound to the agent host hv-cinder-80278 {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:33:41.117939 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-65e61158-4d7d-4406-a74e-c231ffdf1af2 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Calling delete_port for aaf25446-9503-4e3a-aa99-9fff62e0e2d8 owned by network:floatingip {{(pid=79276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:33:41.123100 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f6170-fd3e-4eab-b19d-bf0501db8024 req-1e2aea8a-514c-4fde-9434-1f6fd5857377 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:41.124605 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d20f6170-fd3e-4eab-b19d-bf0501db8024 req-1e2aea8a-514c-4fde-9434-1f6fd5857377 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 985 time: 0.0792959 Aug 31 15:33:41.174331 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d20f6170-fd3e-4eab-b19d-bf0501db8024 req-c7749429-97e8-41a3-9ebf-79578aa0acca tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&id=8e441db8-3364-4d21-8af2-254ef5a83c90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437391 Aug 31 15:33:41.260246 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-65e61158-4d7d-4406-a74e-c231ffdf1af2 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1768796'] for port, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:41.264416 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:33:41.306181 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e61158-4d7d-4406-a74e-c231ffdf1af2 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Pushing event deleted for resources: {'Port': ['ID=aaf25446-9503-4e3a-aa99-9fff62e0e2d8,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:33:41.338967 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e61158-4d7d-4406-a74e-c231ffdf1af2 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:41.339354 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e61158-4d7d-4406-a74e-c231ffdf1af2 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:41.339712 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e61158-4d7d-4406-a74e-c231ffdf1af2 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:41.340065 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e61158-4d7d-4406-a74e-c231ffdf1af2 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:41.340411 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e61158-4d7d-4406-a74e-c231ffdf1af2 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:41.340782 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e61158-4d7d-4406-a74e-c231ffdf1af2 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:41.341127 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e61158-4d7d-4406-a74e-c231ffdf1af2 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:41.341468 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e61158-4d7d-4406-a74e-c231ffdf1af2 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:41.341800 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e61158-4d7d-4406-a74e-c231ffdf1af2 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:41.342137 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e61158-4d7d-4406-a74e-c231ffdf1af2 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:41.342474 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e61158-4d7d-4406-a74e-c231ffdf1af2 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:41.342868 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e61158-4d7d-4406-a74e-c231ffdf1af2 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:33:41.350339 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-65e61158-4d7d-4406-a74e-c231ffdf1af2 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:33:41.409623 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-65e61158-4d7d-4406-a74e-c231ffdf1af2 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks [] for floatingip, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:41.427654 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-65e61158-4d7d-4406-a74e-c231ffdf1af2 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for floatingip, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:41.431646 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-65e61158-4d7d-4406-a74e-c231ffdf1af2 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "DELETE /v2.0/floatingips/517b7452-6620-441b-9812-278c0f1101c9 HTTP/1.1" status: 204 len: 168 time: 0.7560577 Aug 31 15:33:41.826588 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 53974) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:33:41.832699 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-2e89012d-8719-47d6-b4fd-cfb1e800a27d tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Request body: {'security_group': {'name': 'tempest-securitygroup--269412711', 'description': 'tempest-description--1209500881'}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:33:41.838571 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-2e89012d-8719-47d6-b4fd-cfb1e800a27d tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:33:41.842646 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-2e89012d-8719-47d6-b4fd-cfb1e800a27d tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Usage tracker for resource:security_group and tenant:ec6a8bc6d4414b24a10c0665387c54cf is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:33:41.845512 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-2e89012d-8719-47d6-b4fd-cfb1e800a27d tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:33:41.851226 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-2e89012d-8719-47d6-b4fd-cfb1e800a27d tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:33:41.863152 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2e89012d-8719-47d6-b4fd-cfb1e800a27d tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:41.883508 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-2e89012d-8719-47d6-b4fd-cfb1e800a27d tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:33:41.887226 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-2e89012d-8719-47d6-b4fd-cfb1e800a27d tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Usage tracker for resource:security_group_rule and tenant:ec6a8bc6d4414b24a10c0665387c54cf is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:33:41.889983 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-2e89012d-8719-47d6-b4fd-cfb1e800a27d tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:33:41.896202 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-2e89012d-8719-47d6-b4fd-cfb1e800a27d tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:33:41.963993 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2e89012d-8719-47d6-b4fd-cfb1e800a27d tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:41.967489 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2e89012d-8719-47d6-b4fd-cfb1e800a27d tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:41.970915 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-e1df2ac1-002b-471c-9ab5-138f3ac6d583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:33:42.012864 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e89012d-8719-47d6-b4fd-cfb1e800a27d tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc36f5ed-02dd-4349-b8dc-abd2c09e62cb,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:33:42.015886 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-2e89012d-8719-47d6-b4fd-cfb1e800a27d tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:33:42.016675 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2e89012d-8719-47d6-b4fd-cfb1e800a27d tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:42.020429 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-2e89012d-8719-47d6-b4fd-cfb1e800a27d tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1901975 Aug 31 15:33:42.021323 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 53978) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:33:42.026018 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-aaa1f8ab-e773-4633-95c5-185e856a2b4d tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Request body: {'security_group_rule': {'security_group_id': 'dc36f5ed-02dd-4349-b8dc-abd2c09e62cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:33:42.031712 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-aaa1f8ab-e773-4633-95c5-185e856a2b4d tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:33:42.035534 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-aaa1f8ab-e773-4633-95c5-185e856a2b4d tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Usage tracker for resource:security_group_rule and tenant:ec6a8bc6d4414b24a10c0665387c54cf is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:33:42.038348 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-aaa1f8ab-e773-4633-95c5-185e856a2b4d tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:33:42.043966 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-aaa1f8ab-e773-4633-95c5-185e856a2b4d tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:33:42.060390 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-aaa1f8ab-e773-4633-95c5-185e856a2b4d tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:42.122106 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-aaa1f8ab-e773-4633-95c5-185e856a2b4d tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:42.125586 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-aaa1f8ab-e773-4633-95c5-185e856a2b4d tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858734'] for security_group_rule, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:42.127556 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:33:42.149588 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa1f8ab-e773-4633-95c5-185e856a2b4d tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d58cd799-12d7-4c1e-a86e-f7ae5642966f,revision_number=0']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:33:42.151956 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-aaa1f8ab-e773-4633-95c5-185e856a2b4d tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:33:42.158559 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-aaa1f8ab-e773-4633-95c5-185e856a2b4d tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:42.159751 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-aaa1f8ab-e773-4633-95c5-185e856a2b4d tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1380019 Aug 31 15:33:42.162457 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 53982) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:33:42.167467 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-6a04477b-7edb-4cdf-b057-1a826e3b187e tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Request body: {'security_group_rule': {'security_group_id': 'dc36f5ed-02dd-4349-b8dc-abd2c09e62cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:33:42.173024 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-6a04477b-7edb-4cdf-b057-1a826e3b187e tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:33:42.177433 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-6a04477b-7edb-4cdf-b057-1a826e3b187e tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Usage tracker for resource:security_group_rule and tenant:ec6a8bc6d4414b24a10c0665387c54cf is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:33:42.182335 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-6a04477b-7edb-4cdf-b057-1a826e3b187e tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:33:42.187999 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-6a04477b-7edb-4cdf-b057-1a826e3b187e tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:33:42.205237 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-6a04477b-7edb-4cdf-b057-1a826e3b187e tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:42.266553 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-6a04477b-7edb-4cdf-b057-1a826e3b187e tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:42.270700 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-6a04477b-7edb-4cdf-b057-1a826e3b187e tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858734'] for security_group_rule, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:42.272686 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:33:42.295242 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a04477b-7edb-4cdf-b057-1a826e3b187e tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddef25f6-aa3d-4888-8c56-dbaf2b0cb9af,revision_number=0']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:33:42.297667 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-6a04477b-7edb-4cdf-b057-1a826e3b187e tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:33:42.305846 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-6a04477b-7edb-4cdf-b057-1a826e3b187e tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:42.307020 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-6a04477b-7edb-4cdf-b057-1a826e3b187e tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1436644 Aug 31 15:33:42.310014 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 53988) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:33:42.315115 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-bc63e0b1-17f3-4698-80d7-8c641a02a1ea tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Request body: {'floatingip': {'floating_network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:33:42.320847 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-bc63e0b1-17f3-4698-80d7-8c641a02a1ea tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:33:42.324819 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-bc63e0b1-17f3-4698-80d7-8c641a02a1ea tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Usage tracker for resource:floatingip and tenant:ec6a8bc6d4414b24a10c0665387c54cf is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:33:42.327876 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-bc63e0b1-17f3-4698-80d7-8c641a02a1ea tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:33:42.333675 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-bc63e0b1-17f3-4698-80d7-8c641a02a1ea tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:33:42.344512 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-bc63e0b1-17f3-4698-80d7-8c641a02a1ea tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks [] for floatingip, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:42.366100 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8505a-466d-4d5d-b43a-12d39c3ccca9 req-d2953bef-9658-4746-8020-1ba2aece6682 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:42.367602 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-cac8505a-466d-4d5d-b43a-12d39c3ccca9 req-d2953bef-9658-4746-8020-1ba2aece6682 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 985 time: 0.0858893 Aug 31 15:33:42.414156 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-cac8505a-466d-4d5d-b43a-12d39c3ccca9 req-7589a328-f191-4c19-9f94-f8bd5733e138 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&id=8e441db8-3364-4d21-8af2-254ef5a83c90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406389 Aug 31 15:33:42.562218 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-bc63e0b1-17f3-4698-80d7-8c641a02a1ea tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:42.697773 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.db_base_plugin_common [None req-bc63e0b1-17f3-4698-80d7-8c641a02a1ea tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Allocated IP 172.27.1.89 (8f15a7b0-c0b9-4864-9373-42147a89de1a/497a4a38-4d00-4e5c-ae08-9918d0306661/abe6ed1a-0e1e-40f8-b341-680754e759b0) {{(pid=79276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:33:42.839859 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-bc63e0b1-17f3-4698-80d7-8c641a02a1ea tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks [] for port, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:42.868218 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-bc63e0b1-17f3-4698-80d7-8c641a02a1ea tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1768796'] for port, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:42.872405 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-ad11f200-71d7-4738-a5ab-6c9990f06493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:33:42.933025 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc63e0b1-17f3-4698-80d7-8c641a02a1ea tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Network 8f15a7b0-c0b9-4864-9373-42147a89de1a is already hosted by enough agents. {{(pid=79276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:33:42.935779 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.base_scheduler [None req-bc63e0b1-17f3-4698-80d7-8c641a02a1ea tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Resources bound (agent type, host, resource id): {{(pid=79276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:33:42.939212 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc63e0b1-17f3-4698-80d7-8c641a02a1ea tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Received port after_create {{(pid=79276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:33:42.975612 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc63e0b1-17f3-4698-80d7-8c641a02a1ea tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Pushing event updated for resources: {'Port': ['ID=abe6ed1a-0e1e-40f8-b341-680754e759b0,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:33:42.979318 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-bc63e0b1-17f3-4698-80d7-8c641a02a1ea tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:33:43.023479 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-bc63e0b1-17f3-4698-80d7-8c641a02a1ea tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:43.080494 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-bc63e0b1-17f3-4698-80d7-8c641a02a1ea tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:43.286046 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-bc63e0b1-17f3-4698-80d7-8c641a02a1ea tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks [] for port, precommit_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:43.290298 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-bc63e0b1-17f3-4698-80d7-8c641a02a1ea tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1768773'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:43.294555 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-00194ca6-9117-4a3b-8aff-626409d9b2b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:33:43.399469 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc63e0b1-17f3-4698-80d7-8c641a02a1ea tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Pushing event updated for resources: {'Port': ['ID=abe6ed1a-0e1e-40f8-b341-680754e759b0,revision_number=2']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:33:43.403351 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-bc63e0b1-17f3-4698-80d7-8c641a02a1ea tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:33:43.407951 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-bc63e0b1-17f3-4698-80d7-8c641a02a1ea tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906927'] for floatingip, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:43.429490 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-bc63e0b1-17f3-4698-80d7-8c641a02a1ea tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for floatingip, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:43.430778 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-bc63e0b1-17f3-4698-80d7-8c641a02a1ea tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1198552 Aug 31 15:33:43.604031 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be76a25-10dd-49bd-b87b-1cb52779087d req-d640e7de-2e85-4f7f-883b-725e8807c5fd tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:43.605495 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-7be76a25-10dd-49bd-b87b-1cb52779087d req-d640e7de-2e85-4f7f-883b-725e8807c5fd tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 985 time: 0.0839505 Aug 31 15:33:43.647417 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-e4dc7278-badd-429d-9758-425504baa603 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Synchronizing usage tracker for tenant:ec6a8bc6d4414b24a10c0665387c54cf on resource:security_group {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:33:43.651443 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-7be76a25-10dd-49bd-b87b-1cb52779087d req-093e6e94-13b4-4790-8b9c-74c7b874f440 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&id=8e441db8-3364-4d21-8af2-254ef5a83c90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402660 Aug 31 15:33:43.663386 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-e4dc7278-badd-429d-9758-425504baa603 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Unset dirty status for tenant:ec6a8bc6d4414b24a10c0665387c54cf on resource:security_group {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:33:43.667387 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-e4dc7278-badd-429d-9758-425504baa603 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--269412711&fields=id&tenant_id=ec6a8bc6d4414b24a10c0665387c54cf HTTP/1.1" status: 200 len: 267 time: 0.0554879 Aug 31 15:33:43.811541 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-6935a3f7-b215-450d-9ed4-668412a6791a tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:43.812868 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-6935a3f7-b215-450d-9ed4-668412a6791a tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/networks?id=4e75f494-7e6b-45f9-ac2a-ef61105e9d7d HTTP/1.1" status: 200 len: 811 time: 0.1413352 Aug 31 15:33:43.828280 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-09ceb9f6-09ea-436f-a4e1-cb71e2b90032 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/quotas/ec6a8bc6d4414b24a10c0665387c54cf HTTP/1.1" status: 200 len: 375 time: 0.0087490 Aug 31 15:33:43.915118 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-45c6b678-0506-4b7d-b45b-5371b1e73abf tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ec6a8bc6d4414b24a10c0665387c54cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0808861 Aug 31 15:33:44.044138 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 6 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:33:44.134588 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-d3917cfb-5478-412c-988c-ff5709da562e service neutron] 10.222.0.81 "GET /v2.0/networks/4e75f494-7e6b-45f9-ac2a-ef61105e9d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080691 Aug 31 15:33:44.264257 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-7db91fc1-00db-401c-a8b2-bbbe868027ad service neutron] 10.222.0.81 "GET /v2.0/networks/4e75f494-7e6b-45f9-ac2a-ef61105e9d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239035 Aug 31 15:33:44.451633 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [req-0813381b-9eed-445e-9320-e0a1da6abd59 req-d8b17c80-029f-4be5-8a4e-e23bb7ec5290 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Synchronizing usage tracker for tenant:ec6a8bc6d4414b24a10c0665387c54cf on resource:port {{(pid=79276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:33:44.466495 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [req-0813381b-9eed-445e-9320-e0a1da6abd59 req-d8b17c80-029f-4be5-8a4e-e23bb7ec5290 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Unset dirty status for tenant:ec6a8bc6d4414b24a10c0665387c54cf on resource:port {{(pid=79276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:33:44.475517 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-0813381b-9eed-445e-9320-e0a1da6abd59 req-d8b17c80-029f-4be5-8a4e-e23bb7ec5290 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=89eb193a-5bec-439f-9fa8-c6fa285998a5 HTTP/1.1" status: 200 len: 210 time: 0.0801101 Aug 31 15:33:44.841253 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf47376-6681-474d-bcbb-26ad63cb81a8 req-5d42ca7a-d8df-43f0-a720-fc34bd877d27 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:44.842700 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6bf47376-6681-474d-bcbb-26ad63cb81a8 req-5d42ca7a-d8df-43f0-a720-fc34bd877d27 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 985 time: 0.0792601 Aug 31 15:33:44.890976 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6bf47376-6681-474d-bcbb-26ad63cb81a8 req-27afc302-7db9-4be8-abea-04bbd1013d41 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&id=8e441db8-3364-4d21-8af2-254ef5a83c90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415344 Aug 31 15:33:45.587718 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-e1222ebb-8f0e-44fb-99c1-ee360f5938ea tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:45.589115 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-e1222ebb-8f0e-44fb-99c1-ee360f5938ea tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.64 "GET /v2.0/networks?id=4e75f494-7e6b-45f9-ac2a-ef61105e9d7d HTTP/1.1" status: 200 len: 811 time: 0.1564538 Aug 31 15:33:45.630466 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-7558b069-6257-44e3-bfd8-194aa3db045b req-e39b4d00-48ab-4c75-9b21-6b6883e07fd6 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=89eb193a-5bec-439f-9fa8-c6fa285998a5 HTTP/1.1" status: 200 len: 210 time: 0.0498657 Aug 31 15:33:45.661991 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-e1eb5ddf-ef66-4609-a6ed-202bba7c7b59 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec6a8bc6d4414b24a10c0665387c54cf HTTP/1.1" status: 200 len: 379 time: 0.0567448 Aug 31 15:33:45.670214 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-e79247ef-f2df-4172-b569-e014f79f39bf tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Request body: {'port': {'device_id': '89eb193a-5bec-439f-9fa8-c6fa285998a5', 'network_id': '4e75f494-7e6b-45f9-ac2a-ef61105e9d7d', 'admin_state_up': True, 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'security_groups': ['dc36f5ed-02dd-4349-b8dc-abd2c09e62cb']}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:33:45.803069 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-e79247ef-f2df-4172-b569-e014f79f39bf tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:33:45.812356 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-e79247ef-f2df-4172-b569-e014f79f39bf tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:33:45.822389 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-e79247ef-f2df-4172-b569-e014f79f39bf tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Made reservation on behalf of ec6a8bc6d4414b24a10c0665387c54cf for: {'port': 1} {{(pid=79277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:33:45.826043 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-e79247ef-f2df-4172-b569-e014f79f39bf tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:45.985551 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.db_base_plugin_common [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-e79247ef-f2df-4172-b569-e014f79f39bf tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Allocated IP 172.20.0.11 (4e75f494-7e6b-45f9-ac2a-ef61105e9d7d/653417ef-47b3-47bd-9dfd-8a528e75cd81/0d029ef7-b866-4023-86c3-c30a9c9c3210) {{(pid=79277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:33:46.199647 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9819dac-1f0c-4d1f-a81a-3405973ae96f req-0cad7352-af45-4833-9bec-14d441f3ccec tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:46.201093 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e9819dac-1f0c-4d1f-a81a-3405973ae96f req-0cad7352-af45-4833-9bec-14d441f3ccec tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 985 time: 0.2037857 Aug 31 15:33:46.261289 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-e79247ef-f2df-4172-b569-e014f79f39bf tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks [] for port, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:46.286563 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e9819dac-1f0c-4d1f-a81a-3405973ae96f req-3d97fc1f-f6d0-4ad4-9d01-ed510359490d tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&id=8e441db8-3364-4d21-8af2-254ef5a83c90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0731137 Aug 31 15:33:46.288851 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.provisioning_blocks [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-e79247ef-f2df-4172-b569-e014f79f39bf tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Transition to ACTIVE for port object 0d029ef7-b866-4023-86c3-c30a9c9c3210 will not be triggered until provisioned by entity DHCP. {{(pid=79277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:33:46.312927 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-e79247ef-f2df-4172-b569-e014f79f39bf tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10695601'] for port, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:46.319721 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-0e9376b1-5cb9-445d-a9f1-56adf1a57a30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:33:46.381779 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-e79247ef-f2df-4172-b569-e014f79f39bf tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Network 4e75f494-7e6b-45f9-ac2a-ef61105e9d7d is already hosted by enough agents. {{(pid=79277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:33:46.385230 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.base_scheduler [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-e79247ef-f2df-4172-b569-e014f79f39bf tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Resources bound (agent type, host, resource id): {{(pid=79277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:33:46.387621 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-e79247ef-f2df-4172-b569-e014f79f39bf tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Received port after_create {{(pid=79277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:33:46.432835 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79247ef-f2df-4172-b569-e014f79f39bf tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Pushing event updated for resources: {'Port': ['ID=0d029ef7-b866-4023-86c3-c30a9c9c3210,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:33:46.435781 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-e79247ef-f2df-4172-b569-e014f79f39bf tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:33:46.463463 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-e79247ef-f2df-4172-b569-e014f79f39bf tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:46.463985 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-e79247ef-f2df-4172-b569-e014f79f39bf tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:46.490130 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-e79247ef-f2df-4172-b569-e014f79f39bf tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8235738 Aug 31 15:33:46.512924 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-8c5b91db-bbde-4372-9523-d9d063eb2c55 service neutron] Request body: {'port': {'device_id': '89eb193a-5bec-439f-9fa8-c6fa285998a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:33:46.622476 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-8c5b91db-bbde-4372-9523-d9d063eb2c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:46.624389 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-d7ce2b27-64d7-4f3b-b82c-8e36aa7173ee None None] Provisioning for port 0d029ef7-b866-4023-86c3-c30a9c9c3210 completed by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:33:46.629190 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-d7ce2b27-64d7-4f3b-b82c-8e36aa7173ee None None] Provisioning complete for port 0d029ef7-b866-4023-86c3-c30a9c9c3210 triggered by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:33:46.629569 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-d7ce2b27-64d7-4f3b-b82c-8e36aa7173ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:46.683384 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-d7ce2b27-64d7-4f3b-b82c-8e36aa7173ee None None] Port 0d029ef7-b866-4023-86c3-c30a9c9c3210 cannot update to ACTIVE because it is not bound. {{(pid=79278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:33:46.823380 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ec0a4-0394-44d7-95e7-018466ff91d2 req-08801a31-317a-449e-ad37-a3509369324e tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:46.825642 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-c83ec0a4-0394-44d7-95e7-018466ff91d2 req-08801a31-317a-449e-ad37-a3509369324e tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=89eb193a-5bec-439f-9fa8-c6fa285998a5 HTTP/1.1" status: 200 len: 932 time: 0.0900762 Aug 31 15:33:46.869185 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [req-c83ec0a4-0394-44d7-95e7-018466ff91d2 req-550607e1-bb21-465b-8a7e-e13255b64242 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Synchronizing usage tracker for tenant:ec6a8bc6d4414b24a10c0665387c54cf on resource:security_group {{(pid=79276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:33:46.881414 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [req-c83ec0a4-0394-44d7-95e7-018466ff91d2 req-550607e1-bb21-465b-8a7e-e13255b64242 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Unset dirty status for tenant:ec6a8bc6d4414b24a10c0665387c54cf on resource:security_group {{(pid=79276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:33:46.882808 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-c83ec0a4-0394-44d7-95e7-018466ff91d2 req-550607e1-bb21-465b-8a7e-e13255b64242 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc36f5ed-02dd-4349-b8dc-abd2c09e62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513580 Aug 31 15:33:47.061470 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-8c5b91db-bbde-4372-9523-d9d063eb2c55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d029ef7-b866-4023-86c3-c30a9c9c3210 {{(pid=79277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:33:47.069805 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-8c5b91db-bbde-4372-9523-d9d063eb2c55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:47.085081 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.provisioning_blocks [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-8c5b91db-bbde-4372-9523-d9d063eb2c55 service neutron] Transition to ACTIVE for port object 0d029ef7-b866-4023-86c3-c30a9c9c3210 will not be triggered until provisioned by entity L2. {{(pid=79277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:33:47.088669 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-8c5b91db-bbde-4372-9523-d9d063eb2c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10695592'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:47.092071 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-5aca3ec8-5766-4a3c-8fe3-80fb94724f60 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:33:47.246936 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b91db-bbde-4372-9523-d9d063eb2c55 service neutron] Pushing event updated for resources: {'Port': ['ID=0d029ef7-b866-4023-86c3-c30a9c9c3210,revision_number=2']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:33:47.256317 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-8c5b91db-bbde-4372-9523-d9d063eb2c55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:33:47.335984 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-8c5b91db-bbde-4372-9523-d9d063eb2c55 service neutron] Attempting to bind port 0d029ef7-b866-4023-86c3-c30a9c9c3210 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:33:47.336340 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-8c5b91db-bbde-4372-9523-d9d063eb2c55 service neutron] Attempting to bind port 0d029ef7-b866-4023-86c3-c30a9c9c3210 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '61b58406-5c55-4a32-b6e5-ffbfd51c8976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '4e75f494-7e6b-45f9-ac2a-ef61105e9d7d'}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:33:47.336654 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-8c5b91db-bbde-4372-9523-d9d063eb2c55 service neutron] Attempting to bind port 0d029ef7-b866-4023-86c3-c30a9c9c3210 on network 4e75f494-7e6b-45f9-ac2a-ef61105e9d7d {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:33:47.341239 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-8c5b91db-bbde-4372-9523-d9d063eb2c55 service neutron] Port 0d029ef7-b866-4023-86c3-c30a9c9c3210 on network 4e75f494-7e6b-45f9-ac2a-ef61105e9d7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 31 15:33:47.341583 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-8c5b91db-bbde-4372-9523-d9d063eb2c55 service neutron] Attempting to bind port 0d029ef7-b866-4023-86c3-c30a9c9c3210 on network 4e75f494-7e6b-45f9-ac2a-ef61105e9d7d {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:33:47.347021 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-8c5b91db-bbde-4372-9523-d9d063eb2c55 service neutron] Checking agent: {'id': '62cd79da-47e6-4754-8d0e-eaf0f2299a96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 22, 7), 'started_at': datetime.datetime(2021, 8, 31, 15, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:33:47.347461 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-8c5b91db-bbde-4372-9523-d9d063eb2c55 service neutron] Checking segment: {'id': '61b58406-5c55-4a32-b6e5-ffbfd51c8976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '4e75f494-7e6b-45f9-ac2a-ef61105e9d7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:33:47.348039 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-8c5b91db-bbde-4372-9523-d9d063eb2c55 service neutron] Bound using segment: {'id': '61b58406-5c55-4a32-b6e5-ffbfd51c8976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '4e75f494-7e6b-45f9-ac2a-ef61105e9d7d'} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:33:47.348544 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-8c5b91db-bbde-4372-9523-d9d063eb2c55 service neutron] Bound port: 0d029ef7-b866-4023-86c3-c30a9c9c3210, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61b58406-5c55-4a32-b6e5-ffbfd51c8976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '4e75f494-7e6b-45f9-ac2a-ef61105e9d7d'}}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:33:47.348893 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-8c5b91db-bbde-4372-9523-d9d063eb2c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:47.494340 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-8c5b91db-bbde-4372-9523-d9d063eb2c55 service neutron] For port 0d029ef7-b866-4023-86c3-c30a9c9c3210, host hv-cinder-80278, cleared binding levels {{(pid=79277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:33:47.498245 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-8c5b91db-bbde-4372-9523-d9d063eb2c55 service neutron] For port 0d029ef7-b866-4023-86c3-c30a9c9c3210, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=0d029ef7-b866-4023-86c3-c30a9c9c3210,segment=NetworkSegment(61b58406-5c55-4a32-b6e5-ffbfd51c8976),segment_id=61b58406-5c55-4a32-b6e5-ffbfd51c8976)] {{(pid=79277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:33:47.505918 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-8c5b91db-bbde-4372-9523-d9d063eb2c55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10695592'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:47.511049 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-4dd411b1-1534-4fa8-a44a-abc4c677fe52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:33:47.571637 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef70935-5946-4990-94a1-77a59bd16c6c req-91ed473d-85b1-40f6-a7c7-1fda147b7c83 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:47.573124 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5ef70935-5946-4990-94a1-77a59bd16c6c req-91ed473d-85b1-40f6-a7c7-1fda147b7c83 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 985 time: 0.1788440 Aug 31 15:33:47.579663 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-8c5b91db-bbde-4372-9523-d9d063eb2c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:47.580312 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-8c5b91db-bbde-4372-9523-d9d063eb2c55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:47.581626 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-8c5b91db-bbde-4372-9523-d9d063eb2c55 service neutron] 10.222.0.64 "PUT /v2.0/ports/0d029ef7-b866-4023-86c3-c30a9c9c3210 HTTP/1.1" status: 200 len: 1094 time: 1.0731423 Aug 31 15:33:47.582351 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89eb193a-5bec-439f-9fa8-c6fa285998a5', 'tag': '0d029ef7-b866-4023-86c3-c30a9c9c3210'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:33:47.629525 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b91db-bbde-4372-9523-d9d063eb2c55 service neutron] Pushing event updated for resources: {'Port': ['ID=0d029ef7-b866-4023-86c3-c30a9c9c3210,revision_number=3']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:33:47.638966 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-8c5b91db-bbde-4372-9523-d9d063eb2c55 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:33:47.642643 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89eb193a-5bec-439f-9fa8-c6fa285998a5', 'tag': '0d029ef7-b866-4023-86c3-c30a9c9c3210', 'status': 'completed', 'code': 200} Aug 31 15:33:47.649294 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5ef70935-5946-4990-94a1-77a59bd16c6c req-4af659df-11cd-4df2-ae07-9ecc2de7d5f9 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&id=8e441db8-3364-4d21-8af2-254ef5a83c90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621839 Aug 31 15:33:47.826042 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a7c39-685a-4660-9b3b-5a392a099e66 req-f81b5c5c-b7d2-408e-a11d-521eafe3838c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:47.827757 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-767a7c39-685a-4660-9b3b-5a392a099e66 req-f81b5c5c-b7d2-408e-a11d-521eafe3838c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ec6a8bc6d4414b24a10c0665387c54cf&device_id=89eb193a-5bec-439f-9fa8-c6fa285998a5 HTTP/1.1" status: 200 len: 1097 time: 0.0714917 Aug 31 15:33:47.988857 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a7c39-685a-4660-9b3b-5a392a099e66 req-be212bbd-8271-4922-ba81-ce021cd68dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:47.990288 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-767a7c39-685a-4660-9b3b-5a392a099e66 req-be212bbd-8271-4922-ba81-ce021cd68dba service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=ec6a8bc6d4414b24a10c0665387c54cf&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1444960 Aug 31 15:33:48.075814 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0389b-b832-4ff0-9bcf-4ebe5119a400 req-1d40613a-e0df-4d77-9bfd-9ec93b6f737a tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:48.077260 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-94f0389b-b832-4ff0-9bcf-4ebe5119a400 req-1d40613a-e0df-4d77-9bfd-9ec93b6f737a tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=89eb193a-5bec-439f-9fa8-c6fa285998a5 HTTP/1.1" status: 200 len: 944 time: 0.0830820 Aug 31 15:33:48.124074 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-94f0389b-b832-4ff0-9bcf-4ebe5119a400 req-b2430479-b019-433c-b9de-c2315109643d tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc36f5ed-02dd-4349-b8dc-abd2c09e62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397329 Aug 31 15:33:48.129256 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a7c39-685a-4660-9b3b-5a392a099e66 req-1c52a9b5-2aaf-4185-97a5-4d934416629a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:48.130704 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-767a7c39-685a-4660-9b3b-5a392a099e66 req-1c52a9b5-2aaf-4185-97a5-4d934416629a service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1323409 Aug 31 15:33:48.257566 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-db38a1bc-ccdc-4765-bebe-b133264f2102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:48.258914 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-db38a1bc-ccdc-4765-bebe-b133264f2102 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ec6a8bc6d4414b24a10c0665387c54cf&device_id=89eb193a-5bec-439f-9fa8-c6fa285998a5 HTTP/1.1" status: 200 len: 1097 time: 0.0702808 Aug 31 15:33:48.335651 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-dbd32166-c0fe-481f-a7ce-17d9dd453205 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d029ef7-b866-4023-86c3-c30a9c9c3210 HTTP/1.1" status: 200 len: 217 time: 0.0623038 Aug 31 15:33:48.397647 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-5e8b1060-7868-45a9-a141-2b56c65d48da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:48.399062 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-5e8b1060-7868-45a9-a141-2b56c65d48da service neutron] 10.222.0.64 "GET /v2.0/subnets?id=653417ef-47b3-47bd-9dfd-8a528e75cd81 HTTP/1.1" status: 200 len: 850 time: 0.0568113 Aug 31 15:33:48.476434 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-1e25314f-5bec-4a9f-8197-0c5873b8f227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:48.477892 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-1e25314f-5bec-4a9f-8197-0c5873b8f227 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4e75f494-7e6b-45f9-ac2a-ef61105e9d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717101 Aug 31 15:33:48.609169 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-87b2838a-223f-4433-bcec-14c18af761e3 service neutron] 10.222.0.64 "GET /v2.0/networks/4e75f494-7e6b-45f9-ac2a-ef61105e9d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224277 Aug 31 15:33:48.739272 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dbe69ac4-fab9-47c6-b4cd-b668530afe3b req-183f5bbc-d264-403b-92bd-3771bc1272ad service neutron] 10.222.0.64 "GET /v2.0/networks/4e75f494-7e6b-45f9-ac2a-ef61105e9d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231673 Aug 31 15:33:48.836064 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cde91-56b2-4bda-8ff7-a375a0eebc88 req-0abb3cd0-7483-459d-950d-9357344bf08e tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:48.837504 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-2a9cde91-56b2-4bda-8ff7-a375a0eebc88 req-0abb3cd0-7483-459d-950d-9357344bf08e tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 985 time: 0.0783813 Aug 31 15:33:48.883191 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-2a9cde91-56b2-4bda-8ff7-a375a0eebc88 req-290919ed-82c5-429f-ba28-0d639c283386 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&id=8e441db8-3364-4d21-8af2-254ef5a83c90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400028 Aug 31 15:33:49.458874 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abdeecf-1590-45f5-add1-cab070eeac9f req-0299b207-0801-4e6c-ac5b-e33383c5437f tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:49.460297 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-9abdeecf-1590-45f5-add1-cab070eeac9f req-0299b207-0801-4e6c-ac5b-e33383c5437f tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=89eb193a-5bec-439f-9fa8-c6fa285998a5 HTTP/1.1" status: 200 len: 944 time: 0.0795949 Aug 31 15:33:49.505212 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-9abdeecf-1590-45f5-add1-cab070eeac9f req-68b4c7ba-4d1e-413e-827d-8640310a7e32 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc36f5ed-02dd-4349-b8dc-abd2c09e62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392091 Aug 31 15:33:50.765537 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974def6-daba-4468-bc0d-b583dfa3599f req-0b4e68e8-8885-49da-b19b-d6563ef9e883 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:50.766149 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-9974def6-daba-4468-bc0d-b583dfa3599f req-0b4e68e8-8885-49da-b19b-d6563ef9e883 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Synchronizing usage tracker for tenant:ec6a8bc6d4414b24a10c0665387c54cf on resource:port {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:33:50.781648 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-9974def6-daba-4468-bc0d-b583dfa3599f req-0b4e68e8-8885-49da-b19b-d6563ef9e883 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Unset dirty status for tenant:ec6a8bc6d4414b24a10c0665387c54cf on resource:port {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:33:50.782827 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9974def6-daba-4468-bc0d-b583dfa3599f req-0b4e68e8-8885-49da-b19b-d6563ef9e883 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=89eb193a-5bec-439f-9fa8-c6fa285998a5 HTTP/1.1" status: 200 len: 944 time: 0.1743624 Aug 31 15:33:50.826015 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9974def6-daba-4468-bc0d-b583dfa3599f req-8c36a654-d5d2-4c85-afee-b0c5f5e688f0 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc36f5ed-02dd-4349-b8dc-abd2c09e62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374854 Aug 31 15:33:51.049254 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 0d029ef7-b866-4023-86c3-c30a9c9c3210 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:33:51.181278 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 0d029ef7-b866-4023-86c3-c30a9c9c3210, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=0d029ef7-b866-4023-86c3-c30a9c9c3210,segment=NetworkSegment(61b58406-5c55-4a32-b6e5-ffbfd51c8976),segment_id=61b58406-5c55-4a32-b6e5-ffbfd51c8976)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:33:51.194505 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Returning: {'device': '0d029ef7-b866-4023-86c3-c30a9c9c3210', 'network_id': '4e75f494-7e6b-45f9-ac2a-ef61105e9d7d', 'port_id': '0d029ef7-b866-4023-86c3-c30a9c9c3210', 'mac_address': 'fa:16:3e:c1:4a:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653417ef-47b3-47bd-9dfd-8a528e75cd81', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:33:51.253140 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:51.269696 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d029ef7-b866-4023-86c3-c30a9c9c3210 {{(pid=79278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:33:51.285751 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 0d029ef7-b866-4023-86c3-c30a9c9c3210, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=0d029ef7-b866-4023-86c3-c30a9c9c3210,segment=NetworkSegment(61b58406-5c55-4a32-b6e5-ffbfd51c8976),segment_id=61b58406-5c55-4a32-b6e5-ffbfd51c8976)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:33:51.289843 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:51.291659 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-0e0fbf76-e455-49a8-9019-14cf01a62bdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:33:51.358775 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=0d029ef7-b866-4023-86c3-c30a9c9c3210,revision_number=4']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:33:51.361773 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:33:51.742866 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] get_ports_and_sgs() called for port_ids ['0d029ef7-b866-4023-86c3-c30a9c9c3210'] {{(pid=79278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:33:52.010591 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16de14-1c9e-4372-bc83-c98a8c8791d0 req-24b7ec4c-7440-4ccd-b8d1-9d268b0e1da4 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:52.011964 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ec16de14-1c9e-4372-bc83-c98a8c8791d0 req-24b7ec4c-7440-4ccd-b8d1-9d268b0e1da4 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=89eb193a-5bec-439f-9fa8-c6fa285998a5 HTTP/1.1" status: 200 len: 945 time: 0.0829289 Aug 31 15:33:52.055013 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ec16de14-1c9e-4372-bc83-c98a8c8791d0 req-33e49adf-98d4-41c3-b284-2fa944fea4bb tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc36f5ed-02dd-4349-b8dc-abd2c09e62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375204 Aug 31 15:33:53.048090 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 0d029ef7-b866-4023-86c3-c30a9c9c3210 up at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:33:53.149502 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning for port 0d029ef7-b866-4023-86c3-c30a9c9c3210 completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:33:53.154201 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning complete for port 0d029ef7-b866-4023-86c3-c30a9c9c3210 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:33:53.154576 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:53.241860 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453163b-efc4-45ca-bb12-622cbc88e016 req-bf924a0d-b568-4448-9728-57034c3a7d95 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:53.243340 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7453163b-efc4-45ca-bb12-622cbc88e016 req-bf924a0d-b568-4448-9728-57034c3a7d95 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=89eb193a-5bec-439f-9fa8-c6fa285998a5 HTTP/1.1" status: 200 len: 945 time: 0.0822186 Aug 31 15:33:53.271359 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:53.288193 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7453163b-efc4-45ca-bb12-622cbc88e016 req-a368163b-b125-4d6a-a694-e535464f085c tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc36f5ed-02dd-4349-b8dc-abd2c09e62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390999 Aug 31 15:33:53.298501 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89eb193a-5bec-439f-9fa8-c6fa285998a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d029ef7-b866-4023-86c3-c30a9c9c3210'}] {{(pid=79278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:33:53.308658 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 0d029ef7-b866-4023-86c3-c30a9c9c3210, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=0d029ef7-b866-4023-86c3-c30a9c9c3210,segment=NetworkSegment(61b58406-5c55-4a32-b6e5-ffbfd51c8976),segment_id=61b58406-5c55-4a32-b6e5-ffbfd51c8976)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:33:53.312611 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:53.314813 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:33:53.349191 dv-cinder-802781-4-iscsi neutron-server[79278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89eb193a-5bec-439f-9fa8-c6fa285998a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d029ef7-b866-4023-86c3-c30a9c9c3210', 'code': 200} Aug 31 15:33:53.379753 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=0d029ef7-b866-4023-86c3-c30a9c9c3210,revision_number=5']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:33:53.382821 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:33:53.603929 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f6fd3-25bf-4063-86e5-447a90e9b090 req-c23c2ca6-888b-4531-8823-234932773d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:53.605370 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d52f6fd3-25bf-4063-86e5-447a90e9b090 req-c23c2ca6-888b-4531-8823-234932773d94 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=89eb193a-5bec-439f-9fa8-c6fa285998a5 HTTP/1.1" status: 200 len: 1099 time: 0.0673113 Aug 31 15:33:53.649470 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d52f6fd3-25bf-4063-86e5-447a90e9b090 req-9f7accc7-a4cd-4b14-803a-a5ceddc996a6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dc36f5ed-02dd-4349-b8dc-abd2c09e62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371089 Aug 31 15:33:54.472120 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9cc188-615e-4798-b03e-419e40a566f1 req-6e7c160b-5cd7-4df5-90ab-f51fd3f26ceb tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:54.474132 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5f9cc188-615e-4798-b03e-419e40a566f1 req-6e7c160b-5cd7-4df5-90ab-f51fd3f26ceb tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=89eb193a-5bec-439f-9fa8-c6fa285998a5 HTTP/1.1" status: 200 len: 946 time: 0.0813458 Aug 31 15:33:54.518079 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5f9cc188-615e-4798-b03e-419e40a566f1 req-c8a44fe9-7201-4afa-ae2f-0736c4345f89 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc36f5ed-02dd-4349-b8dc-abd2c09e62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383680 Aug 31 15:33:55.704464 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43110764-e038-4387-818d-1980fe462137 req-4beec8b0-579f-4557-af4e-bc1596b58a4a tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:55.705908 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-43110764-e038-4387-818d-1980fe462137 req-4beec8b0-579f-4557-af4e-bc1596b58a4a tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=89eb193a-5bec-439f-9fa8-c6fa285998a5 HTTP/1.1" status: 200 len: 946 time: 0.0791073 Aug 31 15:33:55.753517 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-43110764-e038-4387-818d-1980fe462137 req-635c54c7-4e84-41b4-9411-90f47ed46657 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc36f5ed-02dd-4349-b8dc-abd2c09e62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416331 Aug 31 15:33:55.926423 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed898c-09a6-4283-b2f2-13993e82a02b req-163730a5-7fdc-479e-9e32-88fcab81c88c tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:55.928595 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c4ed898c-09a6-4283-b2f2-13993e82a02b req-163730a5-7fdc-479e-9e32-88fcab81c88c tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=89eb193a-5bec-439f-9fa8-c6fa285998a5 HTTP/1.1" status: 200 len: 946 time: 0.0793490 Aug 31 15:33:55.936831 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 54058) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:33:55.941881 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [None req-44ac8fcd-7824-4309-bc41-8d61bd72e132 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Request body: {'floatingip': {'port_id': '0d029ef7-b866-4023-86c3-c30a9c9c3210'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:33:56.018330 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-44ac8fcd-7824-4309-bc41-8d61bd72e132 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks [] for floatingip, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:56.591087 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-44ac8fcd-7824-4309-bc41-8d61bd72e132 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:56.594724 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-44ac8fcd-7824-4309-bc41-8d61bd72e132 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906927'] for floatingip, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:56.763945 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.db.l3_db [None req-44ac8fcd-7824-4309-bc41-8d61bd72e132 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Floating IP 7fb3e768-e3bc-4521-90c7-45947f377119 associated. External IP: 172.27.1.89, port: 0d029ef7-b866-4023-86c3-c30a9c9c3210. Aug 31 15:33:57.200147 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ac8fcd-7824-4309-bc41-8d61bd72e132 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Router 934c86df-a221-4195-bb15-eb1af820061a has already been hosted by L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 {{(pid=79277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:33:57.387119 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ac8fcd-7824-4309-bc41-8d61bd72e132 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:33:57.392041 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-44ac8fcd-7824-4309-bc41-8d61bd72e132 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for floatingip, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:33:57.396239 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e61cc1-f8d5-41a6-a26a-002e83f97470 None None] Sync routers for ids ['934c86df-a221-4195-bb15-eb1af820061a'] in dv-cinder-802781-4-iscsi {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:33:57.405373 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e61cc1-f8d5-41a6-a26a-002e83f97470 None None] Routers {'934c86df-a221-4195-bb15-eb1af820061a'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:33:57.405976 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-70e61cc1-f8d5-41a6-a26a-002e83f97470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:33:38Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['934c86df-a221-4195-bb15-eb1af820061a'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:33:57.447129 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-44ac8fcd-7824-4309-bc41-8d61bd72e132 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "PUT /v2.0/floatingips/7fb3e768-e3bc-4521-90c7-45947f377119 HTTP/1.1" status: 200 len: 991 time: 1.5092473 Aug 31 15:33:57.447892 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89eb193a-5bec-439f-9fa8-c6fa285998a5', 'tag': '0d029ef7-b866-4023-86c3-c30a9c9c3210'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:33:57.500549 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89eb193a-5bec-439f-9fa8-c6fa285998a5', 'tag': '0d029ef7-b866-4023-86c3-c30a9c9c3210', 'status': 'completed', 'code': 200} Aug 31 15:33:57.585956 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-70e61cc1-f8d5-41a6-a26a-002e83f97470 None None] Set router 934c86df-a221-4195-bb15-eb1af820061a gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:33:57.639782 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69893180-b40e-4139-a6cf-fbd96dd5f039 req-6331e503-26a0-4852-bbf6-e5ad8fadea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:57.641272 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-69893180-b40e-4139-a6cf-fbd96dd5f039 req-6331e503-26a0-4852-bbf6-e5ad8fadea9e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ec6a8bc6d4414b24a10c0665387c54cf&device_id=89eb193a-5bec-439f-9fa8-c6fa285998a5 HTTP/1.1" status: 200 len: 1099 time: 0.0771990 Aug 31 15:33:57.770016 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69893180-b40e-4139-a6cf-fbd96dd5f039 req-6473b881-9ef6-4718-9592-3b67ab4e2356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:57.771914 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-69893180-b40e-4139-a6cf-fbd96dd5f039 req-6473b881-9ef6-4718-9592-3b67ab4e2356 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4e75f494-7e6b-45f9-ac2a-ef61105e9d7d HTTP/1.1" status: 200 len: 912 time: 0.1238508 Aug 31 15:33:57.872982 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-69893180-b40e-4139-a6cf-fbd96dd5f039 req-e47dbc87-53ed-407c-87d9-41838dd40ba8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d029ef7-b866-4023-86c3-c30a9c9c3210 HTTP/1.1" status: 200 len: 999 time: 0.0940952 Aug 31 15:33:57.929414 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-70e61cc1-f8d5-41a6-a26a-002e83f97470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934c86df-a221-4195-bb15-eb1af820061a', 'name': 'tempest-AttachVolumeTestJSON-1899571721-router', 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '9b5fd691-39d4-47dc-a732-e743c6bb5988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:24:06Z', 'updated_at': '2021-08-31T15:24:16Z', 'revision_number': 4, 'project_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'gw_port': {'id': '9b5fd691-39d4-47dc-a732-e743c6bb5988', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:88:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c86df-a221-4195-bb15-eb1af820061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:24:07Z', 'updated_at': '2021-08-31T15:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_floatingips': [{'id': '7fb3e768-e3bc-4521-90c7-45947f377119', 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'router_id': '934c86df-a221-4195-bb15-eb1af820061a', 'port_id': '0d029ef7-b866-4023-86c3-c30a9c9c3210', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e75f494-7e6b-45f9-ac2a-ef61105e9d7d', 'mac_address': 'fa:16:3e:c1:4a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89eb193a-5bec-439f-9fa8-c6fa285998a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:33:42Z', 'updated_at': '2021-08-31T15:33:56Z', 'revision_number': 1, 'project_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd29d2536-9ea6-4799-8517-5854957f36f3', 'name': '', 'network_id': '4e75f494-7e6b-45f9-ac2a-ef61105e9d7d', 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'mac_address': 'fa:16:3e:da:30:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c86df-a221-4195-bb15-eb1af820061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '653417ef-47b3-47bd-9dfd-8a528e75cd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:24:14Z', 'updated_at': '2021-08-31T15:24:25Z', 'revision_number': 5, 'project_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'subnets': [{'id': '653417ef-47b3-47bd-9dfd-8a528e75cd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:33:57.933234 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e61cc1-f8d5-41a6-a26a-002e83f97470 None None] Checking router: 934c86df-a221-4195-bb15-eb1af820061a for host: dv-cinder-802781-4-iscsi {{(pid=79278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:33:57.938034 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69893180-b40e-4139-a6cf-fbd96dd5f039 req-86a67391-cecf-49df-bd33-bb5f8da038ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:57.939486 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-69893180-b40e-4139-a6cf-fbd96dd5f039 req-86a67391-cecf-49df-bd33-bb5f8da038ea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=653417ef-47b3-47bd-9dfd-8a528e75cd81 HTTP/1.1" status: 200 len: 850 time: 0.0597427 Aug 31 15:33:57.941534 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e61cc1-f8d5-41a6-a26a-002e83f97470 None None] Routers {'934c86df-a221-4195-bb15-eb1af820061a'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:33:57.942282 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-70e61cc1-f8d5-41a6-a26a-002e83f97470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:33:38Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['934c86df-a221-4195-bb15-eb1af820061a'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:33:58.013472 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69893180-b40e-4139-a6cf-fbd96dd5f039 req-f40d4b00-94c4-4d0e-8e12-1984529e6ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:33:58.014931 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-69893180-b40e-4139-a6cf-fbd96dd5f039 req-f40d4b00-94c4-4d0e-8e12-1984529e6ff9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4e75f494-7e6b-45f9-ac2a-ef61105e9d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693245 Aug 31 15:33:58.118047 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-70e61cc1-f8d5-41a6-a26a-002e83f97470 None None] Set router 934c86df-a221-4195-bb15-eb1af820061a gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:33:58.143785 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-69893180-b40e-4139-a6cf-fbd96dd5f039 req-9ba93fd4-b6a8-48bf-bfae-7eb8b94f5ae7 service neutron] 10.222.0.64 "GET /v2.0/networks/4e75f494-7e6b-45f9-ac2a-ef61105e9d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219840 Aug 31 15:33:58.301872 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-69893180-b40e-4139-a6cf-fbd96dd5f039 req-ea169d8e-7c1c-4a35-b639-f07b062e0421 service neutron] 10.222.0.64 "GET /v2.0/networks/4e75f494-7e6b-45f9-ac2a-ef61105e9d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240029 Aug 31 15:33:58.461408 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-70e61cc1-f8d5-41a6-a26a-002e83f97470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934c86df-a221-4195-bb15-eb1af820061a', 'name': 'tempest-AttachVolumeTestJSON-1899571721-router', 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '9b5fd691-39d4-47dc-a732-e743c6bb5988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:24:06Z', 'updated_at': '2021-08-31T15:24:16Z', 'revision_number': 4, 'project_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'gw_port': {'id': '9b5fd691-39d4-47dc-a732-e743c6bb5988', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:88:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c86df-a221-4195-bb15-eb1af820061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:24:07Z', 'updated_at': '2021-08-31T15:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_floatingips': [{'id': '7fb3e768-e3bc-4521-90c7-45947f377119', 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'router_id': '934c86df-a221-4195-bb15-eb1af820061a', 'port_id': '0d029ef7-b866-4023-86c3-c30a9c9c3210', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e75f494-7e6b-45f9-ac2a-ef61105e9d7d', 'mac_address': 'fa:16:3e:c1:4a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89eb193a-5bec-439f-9fa8-c6fa285998a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:33:42Z', 'updated_at': '2021-08-31T15:33:56Z', 'revision_number': 1, 'project_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd29d2536-9ea6-4799-8517-5854957f36f3', 'name': '', 'network_id': '4e75f494-7e6b-45f9-ac2a-ef61105e9d7d', 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'mac_address': 'fa:16:3e:da:30:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c86df-a221-4195-bb15-eb1af820061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '653417ef-47b3-47bd-9dfd-8a528e75cd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:24:14Z', 'updated_at': '2021-08-31T15:24:25Z', 'revision_number': 5, 'project_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'subnets': [{'id': '653417ef-47b3-47bd-9dfd-8a528e75cd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:33:58.465246 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e61cc1-f8d5-41a6-a26a-002e83f97470 None None] The sync data for ids ['934c86df-a221-4195-bb15-eb1af820061a'] in dv-cinder-802781-4-iscsi is: [{'id': '934c86df-a221-4195-bb15-eb1af820061a', 'name': 'tempest-AttachVolumeTestJSON-1899571721-router', 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '9b5fd691-39d4-47dc-a732-e743c6bb5988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:24:06Z', 'updated_at': '2021-08-31T15:24:16Z', 'revision_number': 4, 'project_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'gw_port': {'id': '9b5fd691-39d4-47dc-a732-e743c6bb5988', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:88:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c86df-a221-4195-bb15-eb1af820061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:24:07Z', 'updated_at': '2021-08-31T15:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_floatingips': [{'id': '7fb3e768-e3bc-4521-90c7-45947f377119', 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'router_id': '934c86df-a221-4195-bb15-eb1af820061a', 'port_id': '0d029ef7-b866-4023-86c3-c30a9c9c3210', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e75f494-7e6b-45f9-ac2a-ef61105e9d7d', 'mac_address': 'fa:16:3e:c1:4a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89eb193a-5bec-439f-9fa8-c6fa285998a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:33:42Z', 'updated_at': '2021-08-31T15:33:56Z', 'revision_number': 1, 'project_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd29d2536-9ea6-4799-8517-5854957f36f3', 'name': '', 'network_id': '4e75f494-7e6b-45f9-ac2a-ef61105e9d7d', 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'mac_address': 'fa:16:3e:da:30:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c86df-a221-4195-bb15-eb1af820061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '653417ef-47b3-47bd-9dfd-8a528e75cd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:24:14Z', 'updated_at': '2021-08-31T15:24:25Z', 'revision_number': 5, 'project_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'subnets': [{'id': '653417ef-47b3-47bd-9dfd-8a528e75cd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:33:58.654202 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ebb5d1-42ad-47fe-96b5-f63889e4ed6c None None] New status for floating IP 7fb3e768-e3bc-4521-90c7-45947f377119: ACTIVE {{(pid=79279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:34:05.299564 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-4d620071-2e32-41f9-852a-46f238933bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:05.601988 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:07.583725 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 54084) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:07.701673 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-d5f1526a-a766-49ed-aa3c-b4e3fef40040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:07.881346 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-668afb1a-7d3f-42a7-8696-ee7ebc400968 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Deleting port 76335886-2af9-4165-afec-da6bba426a97 {{(pid=79276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:34:07.881687 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-668afb1a-7d3f-42a7-8696-ee7ebc400968 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:08.047843 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-668afb1a-7d3f-42a7-8696-ee7ebc400968 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:08.048078 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-668afb1a-7d3f-42a7-8696-ee7ebc400968 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:08.170132 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-668afb1a-7d3f-42a7-8696-ee7ebc400968 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Calling delete_port for 76335886-2af9-4165-afec-da6bba426a97 owned by network:floatingip {{(pid=79276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:34:08.322916 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-668afb1a-7d3f-42a7-8696-ee7ebc400968 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1768796'] for port, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:08.327062 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-bc63e0b1-17f3-4698-80d7-8c641a02a1ea tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:08.371716 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668afb1a-7d3f-42a7-8696-ee7ebc400968 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Pushing event deleted for resources: {'Port': ['ID=76335886-2af9-4165-afec-da6bba426a97,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:08.405470 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-668afb1a-7d3f-42a7-8696-ee7ebc400968 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:08.462593 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-668afb1a-7d3f-42a7-8696-ee7ebc400968 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks [] for floatingip, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:08.462930 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.db.l3_db [None req-668afb1a-7d3f-42a7-8696-ee7ebc400968 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Floating IP 2a56a318-605e-4264-abe8-983c7db35ce7 disassociated (deleted). External IP: 172.27.1.175, port: faf15d75-ec01-43e5-a3ac-58e4c858d1de. Aug 31 15:34:08.807697 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668afb1a-7d3f-42a7-8696-ee7ebc400968 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Router 857b818d-43f5-4280-964e-77f41b9aeb1d has already been hosted by L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 {{(pid=79276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:34:08.890726 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:08.984973 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668afb1a-7d3f-42a7-8696-ee7ebc400968 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:34:08.994484 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5d034d-e297-4b40-8a7d-574247bcac88 None None] Sync routers for ids ['857b818d-43f5-4280-964e-77f41b9aeb1d'] in dv-cinder-802781-4-iscsi {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:34:09.004213 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5d034d-e297-4b40-8a7d-574247bcac88 None None] Routers {'857b818d-43f5-4280-964e-77f41b9aeb1d'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:34:09.005495 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-eb5d034d-e297-4b40-8a7d-574247bcac88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:34:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['857b818d-43f5-4280-964e-77f41b9aeb1d'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:09.005723 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-668afb1a-7d3f-42a7-8696-ee7ebc400968 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for floatingip, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:09.060328 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-668afb1a-7d3f-42a7-8696-ee7ebc400968 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "DELETE /v2.0/floatingips/2a56a318-605e-4264-abe8-983c7db35ce7 HTTP/1.1" status: 204 len: 168 time: 1.4754140 Aug 31 15:34:09.060885 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c7337e8-ca04-4d75-a350-53f054e2f5de', 'tag': 'faf15d75-ec01-43e5-a3ac-58e4c858d1de'}] {{(pid=79276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:34:09.111620 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c7337e8-ca04-4d75-a350-53f054e2f5de', 'tag': 'faf15d75-ec01-43e5-a3ac-58e4c858d1de', 'status': 'completed', 'code': 200} Aug 31 15:34:09.224230 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-eb5d034d-e297-4b40-8a7d-574247bcac88 None None] Set router 857b818d-43f5-4280-964e-77f41b9aeb1d gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:34:09.239623 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7277b23-5e50-43c8-8b69-1e6839898ba6 req-2091ff32-c7d5-4df5-9264-95ad683e8361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:09.241732 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e7277b23-5e50-43c8-8b69-1e6839898ba6 req-2091ff32-c7d5-4df5-9264-95ad683e8361 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ae108ad25124f909f1e46038dca0493&device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 1099 time: 0.0811274 Aug 31 15:34:09.493000 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7277b23-5e50-43c8-8b69-1e6839898ba6 req-760fd30e-0c78-48a1-8cb8-1bd857a43657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:09.494474 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e7277b23-5e50-43c8-8b69-1e6839898ba6 req-760fd30e-0c78-48a1-8cb8-1bd857a43657 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ef925e76-4046-4823-a8a0-a0830b7a304d HTTP/1.1" status: 200 len: 909 time: 0.2444098 Aug 31 15:34:09.559023 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:09.573332 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e7277b23-5e50-43c8-8b69-1e6839898ba6 req-5ffe57e4-494e-4edd-8a8e-0451eb96fe7c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=faf15d75-ec01-43e5-a3ac-58e4c858d1de HTTP/1.1" status: 200 len: 217 time: 0.0635040 Aug 31 15:34:09.595947 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-eb5d034d-e297-4b40-8a7d-574247bcac88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857b818d-43f5-4280-964e-77f41b9aeb1d', 'name': 'tempest-TestShelveInstance-646910121-router', 'tenant_id': '7ae108ad25124f909f1e46038dca0493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'bd55f413-b4aa-472a-bce4-f272f7abce49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:25:53Z', 'updated_at': '2021-08-31T15:26:02Z', 'revision_number': 4, 'project_id': '7ae108ad25124f909f1e46038dca0493', 'gw_port': {'id': 'bd55f413-b4aa-472a-bce4-f272f7abce49', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857b818d-43f5-4280-964e-77f41b9aeb1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:25:55Z', 'updated_at': '2021-08-31T15:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': 'a1fcd85b-bde2-48f9-b04f-6c050c43bb8c', 'name': '', 'network_id': 'ef925e76-4046-4823-a8a0-a0830b7a304d', 'tenant_id': '7ae108ad25124f909f1e46038dca0493', 'mac_address': 'fa:16:3e:5e:7e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857b818d-43f5-4280-964e-77f41b9aeb1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '87e3bb36-5c9a-4d57-9d7c-099e88562166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:26:01Z', 'updated_at': '2021-08-31T15:26:11Z', 'revision_number': 5, 'project_id': '7ae108ad25124f909f1e46038dca0493', 'subnets': [{'id': '87e3bb36-5c9a-4d57-9d7c-099e88562166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:09.600440 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5d034d-e297-4b40-8a7d-574247bcac88 None None] Checking router: 857b818d-43f5-4280-964e-77f41b9aeb1d for host: dv-cinder-802781-4-iscsi {{(pid=79278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:34:09.608937 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5d034d-e297-4b40-8a7d-574247bcac88 None None] Routers {'857b818d-43f5-4280-964e-77f41b9aeb1d'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:34:09.609549 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-eb5d034d-e297-4b40-8a7d-574247bcac88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:34:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['857b818d-43f5-4280-964e-77f41b9aeb1d'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:09.635406 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c166ab6-6ac2-41ae-97df-9c93df37df65 req-bf36c303-7b02-441b-9b13-9aacf69dba7e tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:09.636442 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [req-5c166ab6-6ac2-41ae-97df-9c93df37df65 req-bf36c303-7b02-441b-9b13-9aacf69dba7e tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Synchronizing usage tracker for tenant:7ae108ad25124f909f1e46038dca0493 on resource:port {{(pid=79276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:34:09.643211 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7277b23-5e50-43c8-8b69-1e6839898ba6 req-bd647040-d77d-4cd4-8c36-1988b99912e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:09.644719 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e7277b23-5e50-43c8-8b69-1e6839898ba6 req-bd647040-d77d-4cd4-8c36-1988b99912e4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=87e3bb36-5c9a-4d57-9d7c-099e88562166 HTTP/1.1" status: 200 len: 847 time: 0.0622938 Aug 31 15:34:09.653558 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [req-5c166ab6-6ac2-41ae-97df-9c93df37df65 req-bf36c303-7b02-441b-9b13-9aacf69dba7e tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Unset dirty status for tenant:7ae108ad25124f909f1e46038dca0493 on resource:port {{(pid=79276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:34:09.659728 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-5c166ab6-6ac2-41ae-97df-9c93df37df65 req-bf36c303-7b02-441b-9b13-9aacf69dba7e tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 946 time: 0.2877114 Aug 31 15:34:09.715847 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-5c166ab6-6ac2-41ae-97df-9c93df37df65 req-9e824936-4ec6-4540-bb56-d26821cec0b2 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550261 Aug 31 15:34:09.731672 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7277b23-5e50-43c8-8b69-1e6839898ba6 req-6582e102-a471-430d-8521-a1153c476362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:09.731672 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e7277b23-5e50-43c8-8b69-1e6839898ba6 req-6582e102-a471-430d-8521-a1153c476362 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ef925e76-4046-4823-a8a0-a0830b7a304d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0750320 Aug 31 15:34:09.789215 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-eb5d034d-e297-4b40-8a7d-574247bcac88 None None] Set router 857b818d-43f5-4280-964e-77f41b9aeb1d gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:34:09.865936 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e7277b23-5e50-43c8-8b69-1e6839898ba6 req-1d608305-b17e-46ee-8e07-bf611ce4aa60 service neutron] 10.222.0.64 "GET /v2.0/networks/ef925e76-4046-4823-a8a0-a0830b7a304d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289010 Aug 31 15:34:10.001507 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e7277b23-5e50-43c8-8b69-1e6839898ba6 req-0bf68bfe-9536-422e-9dfd-d9b1efb5fd0b service neutron] 10.222.0.64 "GET /v2.0/networks/ef925e76-4046-4823-a8a0-a0830b7a304d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250789 Aug 31 15:34:10.108222 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-eb5d034d-e297-4b40-8a7d-574247bcac88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857b818d-43f5-4280-964e-77f41b9aeb1d', 'name': 'tempest-TestShelveInstance-646910121-router', 'tenant_id': '7ae108ad25124f909f1e46038dca0493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'bd55f413-b4aa-472a-bce4-f272f7abce49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:25:53Z', 'updated_at': '2021-08-31T15:26:02Z', 'revision_number': 4, 'project_id': '7ae108ad25124f909f1e46038dca0493', 'gw_port': {'id': 'bd55f413-b4aa-472a-bce4-f272f7abce49', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857b818d-43f5-4280-964e-77f41b9aeb1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:25:55Z', 'updated_at': '2021-08-31T15:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': 'a1fcd85b-bde2-48f9-b04f-6c050c43bb8c', 'name': '', 'network_id': 'ef925e76-4046-4823-a8a0-a0830b7a304d', 'tenant_id': '7ae108ad25124f909f1e46038dca0493', 'mac_address': 'fa:16:3e:5e:7e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857b818d-43f5-4280-964e-77f41b9aeb1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '87e3bb36-5c9a-4d57-9d7c-099e88562166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:26:01Z', 'updated_at': '2021-08-31T15:26:11Z', 'revision_number': 5, 'project_id': '7ae108ad25124f909f1e46038dca0493', 'subnets': [{'id': '87e3bb36-5c9a-4d57-9d7c-099e88562166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:10.112061 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5d034d-e297-4b40-8a7d-574247bcac88 None None] The sync data for ids ['857b818d-43f5-4280-964e-77f41b9aeb1d'] in dv-cinder-802781-4-iscsi is: [{'id': '857b818d-43f5-4280-964e-77f41b9aeb1d', 'name': 'tempest-TestShelveInstance-646910121-router', 'tenant_id': '7ae108ad25124f909f1e46038dca0493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'bd55f413-b4aa-472a-bce4-f272f7abce49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:25:53Z', 'updated_at': '2021-08-31T15:26:02Z', 'revision_number': 4, 'project_id': '7ae108ad25124f909f1e46038dca0493', 'gw_port': {'id': 'bd55f413-b4aa-472a-bce4-f272f7abce49', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857b818d-43f5-4280-964e-77f41b9aeb1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:25:55Z', 'updated_at': '2021-08-31T15:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': 'a1fcd85b-bde2-48f9-b04f-6c050c43bb8c', 'name': '', 'network_id': 'ef925e76-4046-4823-a8a0-a0830b7a304d', 'tenant_id': '7ae108ad25124f909f1e46038dca0493', 'mac_address': 'fa:16:3e:5e:7e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857b818d-43f5-4280-964e-77f41b9aeb1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '87e3bb36-5c9a-4d57-9d7c-099e88562166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:26:01Z', 'updated_at': '2021-08-31T15:26:11Z', 'revision_number': 5, 'project_id': '7ae108ad25124f909f1e46038dca0493', 'subnets': [{'id': '87e3bb36-5c9a-4d57-9d7c-099e88562166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:34:10.333445 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22d94bc-78dc-453c-a35f-5ab86f62fba8 None None] New status for floating IP 2a56a318-605e-4264-abe8-983c7db35ce7: DOWN {{(pid=79279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:34:10.561920 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:10.893570 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db9d78-c017-412f-88ee-86f5595c8a31 req-af15d65b-8b1b-47f5-a354-617fd6b50c29 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:10.895048 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-c0db9d78-c017-412f-88ee-86f5595c8a31 req-af15d65b-8b1b-47f5-a354-617fd6b50c29 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 946 time: 0.0814126 Aug 31 15:34:10.940361 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-c0db9d78-c017-412f-88ee-86f5595c8a31 req-09f41ec1-080e-459e-a130-94abbe140e20 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392683 Aug 31 15:34:11.586667 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98e6f1-0bf8-492f-9de1-1822bd032f12 req-4c27a657-93c3-470d-8712-08293ddb384e tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:11.588124 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-cb98e6f1-0bf8-492f-9de1-1822bd032f12 req-4c27a657-93c3-470d-8712-08293ddb384e tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.64 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 946 time: 0.0826187 Aug 31 15:34:11.657907 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [req-cb98e6f1-0bf8-492f-9de1-1822bd032f12 req-08e2edb7-25de-4c9a-95b7-92d53109f92c tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Deleting port faf15d75-ec01-43e5-a3ac-58e4c858d1de {{(pid=79277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:34:11.658241 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-cb98e6f1-0bf8-492f-9de1-1822bd032f12 req-08e2edb7-25de-4c9a-95b7-92d53109f92c tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:11.897587 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-cb98e6f1-0bf8-492f-9de1-1822bd032f12 req-08e2edb7-25de-4c9a-95b7-92d53109f92c tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] For port faf15d75-ec01-43e5-a3ac-58e4c858d1de, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=faf15d75-ec01-43e5-a3ac-58e4c858d1de,segment=NetworkSegment(9551a3ad-1784-460c-9b5d-18e938d13ef5),segment_id=9551a3ad-1784-460c-9b5d-18e938d13ef5)] {{(pid=79277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:34:11.897835 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-cb98e6f1-0bf8-492f-9de1-1822bd032f12 req-08e2edb7-25de-4c9a-95b7-92d53109f92c tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:12.020293 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [req-cb98e6f1-0bf8-492f-9de1-1822bd032f12 req-08e2edb7-25de-4c9a-95b7-92d53109f92c tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Calling delete_port for faf15d75-ec01-43e5-a3ac-58e4c858d1de owned by compute:nova {{(pid=79277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:34:12.136829 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e2c45e-e62e-42ee-a13d-8458a4e59b7c req-938c948a-62ee-4eb8-95ad-a8dba468008d tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:12.138304 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-c1e2c45e-e62e-42ee-a13d-8458a4e59b7c req-938c948a-62ee-4eb8-95ad-a8dba468008d tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 946 time: 0.0814986 Aug 31 15:34:12.164700 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-cb98e6f1-0bf8-492f-9de1-1822bd032f12 req-08e2edb7-25de-4c9a-95b7-92d53109f92c tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10695601'] for port, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:12.171865 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-3d26af06-2e57-4b75-9322-faed4a4eb7fd tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:12.183037 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-c1e2c45e-e62e-42ee-a13d-8458a4e59b7c req-e5ce6eb5-17cb-44d2-8412-df13d36fc7c6 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/security-groups?id=38cf3807-7c08-4249-9765-d367b28feea0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390356 Aug 31 15:34:12.215966 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2edb7-25de-4c9a-95b7-92d53109f92c tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Pushing event deleted for resources: {'Port': ['ID=faf15d75-ec01-43e5-a3ac-58e4c858d1de,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:12.218953 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-08e2edb7-25de-4c9a-95b7-92d53109f92c tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:12.293833 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb98e6f1-0bf8-492f-9de1-1822bd032f12 req-08e2edb7-25de-4c9a-95b7-92d53109f92c tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] No DVR routers for this DVR port faf15d75-ec01-43e5-a3ac-58e4c858d1de on host hv-cinder-80278 {{(pid=79277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:34:12.296257 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-cb98e6f1-0bf8-492f-9de1-1822bd032f12 req-08e2edb7-25de-4c9a-95b7-92d53109f92c tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:12.298740 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c7337e8-ca04-4d75-a350-53f054e2f5de', 'name': 'network-vif-deleted', 'tag': 'faf15d75-ec01-43e5-a3ac-58e4c858d1de'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:34:12.314935 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-cb98e6f1-0bf8-492f-9de1-1822bd032f12 req-08e2edb7-25de-4c9a-95b7-92d53109f92c tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.64 "DELETE /v2.0/ports/faf15d75-ec01-43e5-a3ac-58e4c858d1de HTTP/1.1" status: 204 len: 173 time: 0.7198575 Aug 31 15:34:12.350256 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c7337e8-ca04-4d75-a350-53f054e2f5de', 'name': 'network-vif-deleted', 'tag': 'faf15d75-ec01-43e5-a3ac-58e4c858d1de', 'status': 'completed', 'code': 200} Aug 31 15:34:13.405689 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-5b6ee4d7-e691-4cfe-a1ea-786001c23e68 req-47022c53-183d-49da-b787-d7239fe8e999 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Synchronizing usage tracker for tenant:7ae108ad25124f909f1e46038dca0493 on resource:port {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:34:13.422986 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-5b6ee4d7-e691-4cfe-a1ea-786001c23e68 req-47022c53-183d-49da-b787-d7239fe8e999 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Unset dirty status for tenant:7ae108ad25124f909f1e46038dca0493 on resource:port {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:34:13.424174 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5b6ee4d7-e691-4cfe-a1ea-786001c23e68 req-47022c53-183d-49da-b787-d7239fe8e999 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "GET /v2.0/ports?device_id=3c7337e8-ca04-4d75-a350-53f054e2f5de HTTP/1.1" status: 200 len: 210 time: 0.1211576 Aug 31 15:34:14.044816 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e0a0cb98-67d5-4756-a3e3-575ae80eaa4e req-f208db38-1311-4b90-bf87-ceabf54a5cd7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732837 Aug 31 15:34:14.218655 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0cb98-67d5-4756-a3e3-575ae80eaa4e req-53840997-1470-4981-ac81-f2bc957ae6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:14.220148 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e0a0cb98-67d5-4756-a3e3-575ae80eaa4e req-53840997-1470-4981-ac81-f2bc957ae6b6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0018b07184be4602aa2184d192c944aa&device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 1100 time: 0.0712333 Aug 31 15:34:14.442732 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0cb98-67d5-4756-a3e3-575ae80eaa4e req-b63cbb32-a5ed-4bab-8144-d5a30371800d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:14.444195 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e0a0cb98-67d5-4756-a3e3-575ae80eaa4e req-b63cbb32-a5ed-4bab-8144-d5a30371800d service neutron] 10.222.0.64 "GET /v2.0/networks?id=f4d4882d-28d2-4fed-bbfd-7d71610fb886 HTTP/1.1" status: 200 len: 918 time: 0.2040441 Aug 31 15:34:14.522028 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 54126) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:14.551790 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e0a0cb98-67d5-4756-a3e3-575ae80eaa4e req-377f855d-b63a-417d-af34-8c85ad45373b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21a93650-0680-48d5-a2c5-480caa1b0b40 HTTP/1.1" status: 200 len: 1001 time: 0.1002040 Aug 31 15:34:14.592953 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d28b4c6c-50e8-461c-9105-f33b593dcac0 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:14.617802 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0cb98-67d5-4756-a3e3-575ae80eaa4e req-5101c53b-5a1d-4f69-b920-218430480c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:14.619320 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e0a0cb98-67d5-4756-a3e3-575ae80eaa4e req-5101c53b-5a1d-4f69-b920-218430480c5c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a81a534a-35fe-443f-84ed-8e87d97ceef8 HTTP/1.1" status: 200 len: 856 time: 0.0605304 Aug 31 15:34:14.622818 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d28b4c6c-50e8-461c-9105-f33b593dcac0 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:14.689709 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d28b4c6c-50e8-461c-9105-f33b593dcac0 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:14.695679 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-a2c032e3-d449-44a7-b0e0-529ec589aa21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:14.696342 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0cb98-67d5-4756-a3e3-575ae80eaa4e req-7833e3c1-699a-41cc-a26f-f60f857d08f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:14.697192 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e0a0cb98-67d5-4756-a3e3-575ae80eaa4e req-7833e3c1-699a-41cc-a26f-f60f857d08f9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f4d4882d-28d2-4fed-bbfd-7d71610fb886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710797 Aug 31 15:34:14.712727 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28b4c6c-50e8-461c-9105-f33b593dcac0 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cf3807-7c08-4249-9765-d367b28feea0,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:14.715483 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-d28b4c6c-50e8-461c-9105-f33b593dcac0 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:14.722184 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d28b4c6c-50e8-461c-9105-f33b593dcac0 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:14.723331 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-d28b4c6c-50e8-461c-9105-f33b593dcac0 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] 10.222.0.81 "DELETE /v2.0/security-groups/38cf3807-7c08-4249-9765-d367b28feea0 HTTP/1.1" status: 204 len: 168 time: 0.2002623 Aug 31 15:34:14.786625 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 54134) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:14.844394 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e0a0cb98-67d5-4756-a3e3-575ae80eaa4e req-afbab373-099e-462e-87cc-ca452a957222 service neutron] 10.222.0.64 "GET /v2.0/networks/f4d4882d-28d2-4fed-bbfd-7d71610fb886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375108 Aug 31 15:34:14.980655 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e0a0cb98-67d5-4756-a3e3-575ae80eaa4e req-0d67a67a-eca9-4c7f-8a47-859b6f88db21 service neutron] 10.222.0.64 "GET /v2.0/networks/f4d4882d-28d2-4fed-bbfd-7d71610fb886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291001 Aug 31 15:34:15.166873 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device faf15d75-ec01-43e5-a3ac-58e4c858d1de no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:34:15.204630 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] No Port match for: faf15d75-ec01-43e5-a3ac-58e4c858d1de {{(pid=79278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:34:15.205117 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device faf15d75-ec01-43e5-a3ac-58e4c858d1de not bound to the agent host hv-cinder-80278 {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:34:15.427926 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ed013b92-1b71-4440-9bf5-c9b924877d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3927262'] for router_interface, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:15.769361 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-ed013b92-1b71-4440-9bf5-c9b924877d52 admin admin] Deleting port a1fcd85b-bde2-48f9-b04f-6c050c43bb8c {{(pid=79276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:34:15.770512 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ed013b92-1b71-4440-9bf5-c9b924877d52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:16.035519 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-ed013b92-1b71-4440-9bf5-c9b924877d52 admin admin] For port a1fcd85b-bde2-48f9-b04f-6c050c43bb8c, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=a1fcd85b-bde2-48f9-b04f-6c050c43bb8c,segment=NetworkSegment(9551a3ad-1784-460c-9b5d-18e938d13ef5),segment_id=9551a3ad-1784-460c-9b5d-18e938d13ef5)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:34:16.036252 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ed013b92-1b71-4440-9bf5-c9b924877d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:16.164817 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-ed013b92-1b71-4440-9bf5-c9b924877d52 admin admin] Calling delete_port for a1fcd85b-bde2-48f9-b04f-6c050c43bb8c owned by network:router_interface {{(pid=79276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:34:16.488133 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ed013b92-1b71-4440-9bf5-c9b924877d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1768796'] for port, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:16.492562 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-dbf42119-a236-414e-b4e9-1d3715a13f94 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:16.563940 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed013b92-1b71-4440-9bf5-c9b924877d52 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1fcd85b-bde2-48f9-b04f-6c050c43bb8c,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:16.566503 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-ed013b92-1b71-4440-9bf5-c9b924877d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:16.802846 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ed013b92-1b71-4440-9bf5-c9b924877d52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3790722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3927202'] for router_interface, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:17.166184 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed013b92-1b71-4440-9bf5-c9b924877d52 admin admin] Router 857b818d-43f5-4280-964e-77f41b9aeb1d has already been hosted by L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 {{(pid=79276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:34:17.440538 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed013b92-1b71-4440-9bf5-c9b924877d52 admin admin] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:34:17.449965 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c64cce3-1380-4f97-8b7e-d84a3417e150 None None] Sync routers for ids ['857b818d-43f5-4280-964e-77f41b9aeb1d'] in dv-cinder-802781-4-iscsi {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:34:17.459938 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-ed013b92-1b71-4440-9bf5-c9b924877d52 admin admin] 10.222.0.81 "PUT /v2.0/routers/857b818d-43f5-4280-964e-77f41b9aeb1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6693637 Aug 31 15:34:17.460177 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 54146) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:17.460925 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c64cce3-1380-4f97-8b7e-d84a3417e150 None None] Routers {'857b818d-43f5-4280-964e-77f41b9aeb1d'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:34:17.461680 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-4c64cce3-1380-4f97-8b7e-d84a3417e150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:34:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['857b818d-43f5-4280-964e-77f41b9aeb1d'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:17.634939 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9077590f-4aa2-49b2-b9b7-be5ab78513aa admin admin] Notify callbacks [] for router, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:17.638148 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-4c64cce3-1380-4f97-8b7e-d84a3417e150 None None] Set router 857b818d-43f5-4280-964e-77f41b9aeb1d gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:34:17.809782 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9077590f-4aa2-49b2-b9b7-be5ab78513aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:17.819494 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-9077590f-4aa2-49b2-b9b7-be5ab78513aa admin admin] Deleting port bd55f413-b4aa-472a-bce4-f272f7abce49 {{(pid=79276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:34:17.819824 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9077590f-4aa2-49b2-b9b7-be5ab78513aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:17.963201 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-4c64cce3-1380-4f97-8b7e-d84a3417e150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857b818d-43f5-4280-964e-77f41b9aeb1d', 'name': 'tempest-TestShelveInstance-646910121-router', 'tenant_id': '7ae108ad25124f909f1e46038dca0493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.139'}], 'enable_snat': True}, 'gw_port_id': 'bd55f413-b4aa-472a-bce4-f272f7abce49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:25:53Z', 'updated_at': '2021-08-31T15:34:16Z', 'revision_number': 5, 'project_id': '7ae108ad25124f909f1e46038dca0493', 'gw_port': {'id': 'bd55f413-b4aa-472a-bce4-f272f7abce49', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:8f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857b818d-43f5-4280-964e-77f41b9aeb1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:25:55Z', 'updated_at': '2021-08-31T15:26:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi'}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:17.967178 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c64cce3-1380-4f97-8b7e-d84a3417e150 None None] Checking router: 857b818d-43f5-4280-964e-77f41b9aeb1d for host: dv-cinder-802781-4-iscsi {{(pid=79278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:34:17.976297 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c64cce3-1380-4f97-8b7e-d84a3417e150 None None] Routers {'857b818d-43f5-4280-964e-77f41b9aeb1d'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:34:17.976909 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-4c64cce3-1380-4f97-8b7e-d84a3417e150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:34:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['857b818d-43f5-4280-964e-77f41b9aeb1d'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:17.993372 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-9077590f-4aa2-49b2-b9b7-be5ab78513aa admin admin] For port bd55f413-b4aa-472a-bce4-f272f7abce49, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=bd55f413-b4aa-472a-bce4-f272f7abce49,segment=NetworkSegment(ee0cca34-cfc1-48b8-9cd2-f432400bdd40),segment_id=ee0cca34-cfc1-48b8-9cd2-f432400bdd40)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:34:17.993652 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9077590f-4aa2-49b2-b9b7-be5ab78513aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:18.113301 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-9077590f-4aa2-49b2-b9b7-be5ab78513aa admin admin] Calling delete_port for bd55f413-b4aa-472a-bce4-f272f7abce49 owned by network:router_gateway {{(pid=79276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:34:18.135096 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-4c64cce3-1380-4f97-8b7e-d84a3417e150 None None] Set router 857b818d-43f5-4280-964e-77f41b9aeb1d gateway port host: None {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:34:18.243060 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-4c64cce3-1380-4f97-8b7e-d84a3417e150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '857b818d-43f5-4280-964e-77f41b9aeb1d', 'name': 'tempest-TestShelveInstance-646910121-router', 'tenant_id': '7ae108ad25124f909f1e46038dca0493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:25:53Z', 'updated_at': '2021-08-31T15:34:17Z', 'revision_number': 6, 'project_id': '7ae108ad25124f909f1e46038dca0493', 'gw_port_host': None}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:18.247059 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c64cce3-1380-4f97-8b7e-d84a3417e150 None None] The sync data for ids ['857b818d-43f5-4280-964e-77f41b9aeb1d'] in dv-cinder-802781-4-iscsi is: [{'id': '857b818d-43f5-4280-964e-77f41b9aeb1d', 'name': 'tempest-TestShelveInstance-646910121-router', 'tenant_id': '7ae108ad25124f909f1e46038dca0493', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:25:53Z', 'updated_at': '2021-08-31T15:34:17Z', 'revision_number': 6, 'project_id': '7ae108ad25124f909f1e46038dca0493', 'gw_port_host': None}] {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:34:18.297969 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9077590f-4aa2-49b2-b9b7-be5ab78513aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1768796'] for port, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:18.302488 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-bc63e0b1-17f3-4698-80d7-8c641a02a1ea tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:18.345895 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077590f-4aa2-49b2-b9b7-be5ab78513aa admin admin] Pushing event deleted for resources: {'Port': ['ID=bd55f413-b4aa-472a-bce4-f272f7abce49,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:18.370970 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-9077590f-4aa2-49b2-b9b7-be5ab78513aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:18.436019 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9077590f-4aa2-49b2-b9b7-be5ab78513aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906827'] for router_gateway, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:18.609868 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9077590f-4aa2-49b2-b9b7-be5ab78513aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3925073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-836'] for router, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:18.612419 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9077590f-4aa2-49b2-b9b7-be5ab78513aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:18.639506 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9077590f-4aa2-49b2-b9b7-be5ab78513aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926097'] for router, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:18.640039 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9077590f-4aa2-49b2-b9b7-be5ab78513aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 857b818d-43f5-4280-964e-77f41b9aeb1d {{(pid=79276) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 31 15:34:18.656778 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9077590f-4aa2-49b2-b9b7-be5ab78513aa admin admin] Notify callbacks [] for router, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:18.657943 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-9077590f-4aa2-49b2-b9b7-be5ab78513aa admin admin] 10.222.0.81 "DELETE /v2.0/routers/857b818d-43f5-4280-964e-77f41b9aeb1d HTTP/1.1" status: 204 len: 168 time: 1.1967947 Aug 31 15:34:18.660865 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 54154) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:18.721531 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b107fa0-be51-4977-9a71-0880de974b77 admin admin] Deleting subnet 87e3bb36-5c9a-4d57-9d7c-099e88562166 {{(pid=79276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 31 15:34:18.724516 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-4b107fa0-be51-4977-9a71-0880de974b77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:18.776550 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-4b107fa0-be51-4977-9a71-0880de974b77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-770018'] for subnet, precommit_delete_associations {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:18.979187 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-4b107fa0-be51-4977-9a71-0880de974b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3292833'] for subnet, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:19.006051 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device a1fcd85b-bde2-48f9-b04f-6c050c43bb8c no longer exists at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:34:19.046345 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] No Port match for: a1fcd85b-bde2-48f9-b04f-6c050c43bb8c {{(pid=79278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:34:19.046753 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device a1fcd85b-bde2-48f9-b04f-6c050c43bb8c not bound to the agent host dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:34:19.061557 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-4b107fa0-be51-4977-9a71-0880de974b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3292846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1768719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-930066'] for subnet, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:19.067798 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-edeabb59-4bb0-4f05-87d3-8634dabd736e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:19.105789 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b107fa0-be51-4977-9a71-0880de974b77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87e3bb36-5c9a-4d57-9d7c-099e88562166,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:19.107745 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-4b107fa0-be51-4977-9a71-0880de974b77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for subnet, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:19.112746 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-4b107fa0-be51-4977-9a71-0880de974b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:19.115222 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-4b107fa0-be51-4977-9a71-0880de974b77 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/87e3bb36-5c9a-4d57-9d7c-099e88562166 HTTP/1.1" status: 204 len: 168 time: 0.4535646 Aug 31 15:34:19.117624 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 54158) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:19.118070 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e00b82-83a7-4d86-a741-5dc77362730e None None] Network ef925e76-4046-4823-a8a0-a0830b7a304d requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:34:19.226048 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-4b976045-f8f9-4e61-9662-219cee61378e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1015904'] for network, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:19.237083 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-4b976045-f8f9-4e61-9662-219cee61378e admin admin] Deleting port 62c18cf5-328f-424e-93d7-acace6ee14a1 {{(pid=79276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:34:19.237878 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-4b976045-f8f9-4e61-9662-219cee61378e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:19.380631 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207159e1-1292-4752-9c15-11ae93ec6984 None None] DHCP port deletion for ef925e76-4046-4823-a8a0-a0830b7a304d request from dv-cinder-802781-4-iscsi {{(pid=79278) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 31 15:34:19.384810 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-207159e1-1292-4752-9c15-11ae93ec6984 None None] Deleting port 62c18cf5-328f-424e-93d7-acace6ee14a1 {{(pid=79278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:34:19.385386 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-207159e1-1292-4752-9c15-11ae93ec6984 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:19.463279 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-4b976045-f8f9-4e61-9662-219cee61378e admin admin] For port 62c18cf5-328f-424e-93d7-acace6ee14a1, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=62c18cf5-328f-424e-93d7-acace6ee14a1,segment=NetworkSegment(9551a3ad-1784-460c-9b5d-18e938d13ef5),segment_id=9551a3ad-1784-460c-9b5d-18e938d13ef5)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:34:19.463637 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-4b976045-f8f9-4e61-9662-219cee61378e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:19.585482 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-4b976045-f8f9-4e61-9662-219cee61378e admin admin] Calling delete_port for 62c18cf5-328f-424e-93d7-acace6ee14a1 owned by network:dhcp {{(pid=79276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:34:19.596246 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-207159e1-1292-4752-9c15-11ae93ec6984 None None] For port 62c18cf5-328f-424e-93d7-acace6ee14a1, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=62c18cf5-328f-424e-93d7-acace6ee14a1,segment=NetworkSegment(9551a3ad-1784-460c-9b5d-18e938d13ef5),segment_id=9551a3ad-1784-460c-9b5d-18e938d13ef5)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:34:19.596668 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-207159e1-1292-4752-9c15-11ae93ec6984 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:19.659848 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-4b976045-f8f9-4e61-9662-219cee61378e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1768796'] for port, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:19.664503 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-0fac70b0-48b5-485d-b1b8-c80172de46c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:19.712169 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b976045-f8f9-4e61-9662-219cee61378e admin admin] No DVR routers for this DVR port 62c18cf5-328f-424e-93d7-acace6ee14a1 on host dv-cinder-802781-4-iscsi {{(pid=79276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:34:19.735791 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-207159e1-1292-4752-9c15-11ae93ec6984 None None] Calling delete_port for 62c18cf5-328f-424e-93d7-acace6ee14a1 owned by network:dhcp {{(pid=79278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:34:19.741216 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b976045-f8f9-4e61-9662-219cee61378e admin admin] Pushing event deleted for resources: {'Port': ['ID=62c18cf5-328f-424e-93d7-acace6ee14a1,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:19.746013 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-4b976045-f8f9-4e61-9662-219cee61378e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:19.830190 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-4b976045-f8f9-4e61-9662-219cee61378e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3290458', 'neutron.services.segments.db._delete_segments_for_network-8738171925917'] for network, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:19.843031 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.services.segments.db [None req-4b976045-f8f9-4e61-9662-219cee61378e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef925e76-4046-4823-a8a0-a0830b7a304d']}} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:19.855325 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.services.segments.db [None req-4b976045-f8f9-4e61-9662-219cee61378e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9551a3ad-1784-460c-9b5d-18e938d13ef5') {'for_net_delete': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:19.855623 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.services.segments.db [None req-4b976045-f8f9-4e61-9662-219cee61378e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9551a3ad-1784-460c-9b5d-18e938d13ef5') {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:19.867588 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-4b976045-f8f9-4e61-9662-219cee61378e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738171923703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-770045'] for segment, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:19.871146 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.db.api [None req-207159e1-1292-4752-9c15-11ae93ec6984 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79278) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 15:34:19.871576 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_db.api [None req-207159e1-1292-4752-9c15-11ae93ec6984 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 15:34:19.883532 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-4b976045-f8f9-4e61-9662-219cee61378e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3286683'] for segment, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:19.889603 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b976045-f8f9-4e61-9662-219cee61378e admin admin] Releasing vlan 941 on physical network physnet1 to pool {{(pid=79276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:34:19.889996 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-4b976045-f8f9-4e61-9662-219cee61378e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3286674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1768809'] for segment, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:19.903322 dv-cinder-802781-4-iscsi neutron-server[79276]: Traceback (most recent call last): Aug 31 15:34:19.903322 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:34:19.903322 dv-cinder-802781-4-iscsi neutron-server[79276]: timer() Aug 31 15:34:19.903322 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:34:19.903322 dv-cinder-802781-4-iscsi neutron-server[79276]: cb(*args, **kw) Aug 31 15:34:19.903322 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 31 15:34:19.903322 dv-cinder-802781-4-iscsi neutron-server[79276]: return func(*args, **kwargs) Aug 31 15:34:19.903322 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:34:19.903322 dv-cinder-802781-4-iscsi neutron-server[79276]: self._notify() Aug 31 15:34:19.903322 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:34:19.903322 dv-cinder-802781-4-iscsi neutron-server[79276]: self.callback(batched_events) Aug 31 15:34:19.903322 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:34:19.903322 dv-cinder-802781-4-iscsi neutron-server[79276]: event.method(event) Aug 31 15:34:19.903322 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 15:34:19.903322 dv-cinder-802781-4-iscsi neutron-server[79276]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:34:19.903322 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 15:34:19.903322 dv-cinder-802781-4-iscsi neutron-server[79276]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:34:19.903322 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 15:34:19.903322 dv-cinder-802781-4-iscsi neutron-server[79276]: return f(self, *a, **k) Aug 31 15:34:19.903322 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 31 15:34:19.903322 dv-cinder-802781-4-iscsi neutron-server[79276]: return self._get(url).json() Aug 31 15:34:19.903322 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 31 15:34:19.903322 dv-cinder-802781-4-iscsi neutron-server[79276]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:34:19.903322 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:34:19.903322 dv-cinder-802781-4-iscsi neutron-server[79276]: return self.request(url, 'GET', **kwargs) Aug 31 15:34:19.903322 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:34:19.903322 dv-cinder-802781-4-iscsi neutron-server[79276]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:34:19.903322 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:34:19.903322 dv-cinder-802781-4-iscsi neutron-server[79276]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:34:19.903322 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:34:19.903322 dv-cinder-802781-4-iscsi neutron-server[79276]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:34:19.903322 dv-cinder-802781-4-iscsi neutron-server[79276]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:34:19.980674 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-4b976045-f8f9-4e61-9662-219cee61378e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3290403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906838'] for network, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:19.986559 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-4b976045-f8f9-4e61-9662-219cee61378e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for network, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:19.989440 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:20.012112 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b976045-f8f9-4e61-9662-219cee61378e admin admin] Pushing event deleted for resources: {'Network': ['ID=ef925e76-4046-4823-a8a0-a0830b7a304d,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:20.014410 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-4b976045-f8f9-4e61-9662-219cee61378e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:20.021100 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-4b976045-f8f9-4e61-9662-219cee61378e admin admin] 10.222.0.81 "DELETE /v2.0/networks/ef925e76-4046-4823-a8a0-a0830b7a304d HTTP/1.1" status: 204 len: 168 time: 0.8997960 Aug 31 15:34:20.021323 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 54164) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:20.372689 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-207159e1-1292-4752-9c15-11ae93ec6984 None None] Deleting port 62c18cf5-328f-424e-93d7-acace6ee14a1 {{(pid=79278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:34:20.373335 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-207159e1-1292-4752-9c15-11ae93ec6984 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:20.439244 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-207159e1-1292-4752-9c15-11ae93ec6984 None None] The port '62c18cf5-328f-424e-93d7-acace6ee14a1' was deleted {{(pid=79278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 31 15:34:20.583642 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device bd55f413-b4aa-472a-bce4-f272f7abce49 no longer exists at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:34:20.654210 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] No Port match for: bd55f413-b4aa-472a-bce4-f272f7abce49 {{(pid=79278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:34:20.654631 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device bd55f413-b4aa-472a-bce4-f272f7abce49 not bound to the agent host dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:34:20.655118 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 62c18cf5-328f-424e-93d7-acace6ee14a1 no longer exists at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:34:20.667409 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f6df0f69-5e35-4412-bb20-8612303254c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3927262'] for router_interface, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:20.688233 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] No Port match for: 62c18cf5-328f-424e-93d7-acace6ee14a1 {{(pid=79278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:34:20.688586 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 62c18cf5-328f-424e-93d7-acace6ee14a1 not bound to the agent host dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:34:21.021510 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-f6df0f69-5e35-4412-bb20-8612303254c7 admin admin] Deleting port d440c004-1fce-4ddc-9241-a643b1b9ee1d {{(pid=79276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:34:21.022059 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f6df0f69-5e35-4412-bb20-8612303254c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:21.042304 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 6 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:34:21.194699 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-f6df0f69-5e35-4412-bb20-8612303254c7 admin admin] For port d440c004-1fce-4ddc-9241-a643b1b9ee1d, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=d440c004-1fce-4ddc-9241-a643b1b9ee1d,segment=NetworkSegment(342ae68e-2f0e-4567-b196-bff0229ff9f4),segment_id=342ae68e-2f0e-4567-b196-bff0229ff9f4)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:34:21.195054 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f6df0f69-5e35-4412-bb20-8612303254c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:21.320832 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-f6df0f69-5e35-4412-bb20-8612303254c7 admin admin] Calling delete_port for d440c004-1fce-4ddc-9241-a643b1b9ee1d owned by network:router_interface {{(pid=79276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:34:21.499689 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f6df0f69-5e35-4412-bb20-8612303254c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1768796'] for port, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:21.504029 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-65e61158-4d7d-4406-a74e-c231ffdf1af2 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:21.547167 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df0f69-5e35-4412-bb20-8612303254c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d440c004-1fce-4ddc-9241-a643b1b9ee1d,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:21.575737 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-f6df0f69-5e35-4412-bb20-8612303254c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:21.909783 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f6df0f69-5e35-4412-bb20-8612303254c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3790722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3927202'] for router_interface, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:22.269803 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6df0f69-5e35-4412-bb20-8612303254c7 admin admin] Router fb120097-50c9-4ca3-827e-34faa646a5d9 has already been hosted by L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 {{(pid=79276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:34:22.449206 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6df0f69-5e35-4412-bb20-8612303254c7 admin admin] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:34:22.458938 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81499496-b183-44e7-9b58-554fd7287875 None None] Sync routers for ids ['fb120097-50c9-4ca3-827e-34faa646a5d9'] in dv-cinder-802781-4-iscsi {{(pid=79279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:34:22.467789 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-f6df0f69-5e35-4412-bb20-8612303254c7 admin admin] 10.222.0.81 "PUT /v2.0/routers/fb120097-50c9-4ca3-827e-34faa646a5d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4453814 Aug 31 15:34:22.469663 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 54174) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:22.469969 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81499496-b183-44e7-9b58-554fd7287875 None None] Routers {'fb120097-50c9-4ca3-827e-34faa646a5d9'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:34:22.470599 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-81499496-b183-44e7-9b58-554fd7287875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:34:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['fb120097-50c9-4ca3-827e-34faa646a5d9'], 'active': True} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:22.651041 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-4b89d25f-2982-49cf-9343-435ab384267d admin admin] Notify callbacks [] for router, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:22.659614 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvr_db [None req-81499496-b183-44e7-9b58-554fd7287875 None None] Set router fb120097-50c9-4ca3-827e-34faa646a5d9 gateway port host: dv-cinder-802781-4-iscsi {{(pid=79279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:34:22.831240 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-4b89d25f-2982-49cf-9343-435ab384267d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:22.841205 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-4b89d25f-2982-49cf-9343-435ab384267d admin admin] Deleting port 03ee8c40-daac-4bca-8f97-4958adc6bb03 {{(pid=79276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:34:22.841550 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-4b89d25f-2982-49cf-9343-435ab384267d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:22.958906 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-81499496-b183-44e7-9b58-554fd7287875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb120097-50c9-4ca3-827e-34faa646a5d9', 'name': 'tempest-TestShelveInstance-983182897-router', 'tenant_id': '51859bf98dff49e3b76e84b214e1e800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.167'}], 'enable_snat': True}, 'gw_port_id': '03ee8c40-daac-4bca-8f97-4958adc6bb03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:26:07Z', 'updated_at': '2021-08-31T15:34:21Z', 'revision_number': 5, 'project_id': '51859bf98dff49e3b76e84b214e1e800', 'gw_port': {'id': '03ee8c40-daac-4bca-8f97-4958adc6bb03', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb120097-50c9-4ca3-827e-34faa646a5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:26:08Z', 'updated_at': '2021-08-31T15:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi'}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:22.962638 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81499496-b183-44e7-9b58-554fd7287875 None None] Checking router: fb120097-50c9-4ca3-827e-34faa646a5d9 for host: dv-cinder-802781-4-iscsi {{(pid=79279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:34:22.971524 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81499496-b183-44e7-9b58-554fd7287875 None None] Routers {'fb120097-50c9-4ca3-827e-34faa646a5d9'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:34:22.972139 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-81499496-b183-44e7-9b58-554fd7287875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:34:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['fb120097-50c9-4ca3-827e-34faa646a5d9'], 'active': True} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:23.015826 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-4b89d25f-2982-49cf-9343-435ab384267d admin admin] For port 03ee8c40-daac-4bca-8f97-4958adc6bb03, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=03ee8c40-daac-4bca-8f97-4958adc6bb03,segment=NetworkSegment(ee0cca34-cfc1-48b8-9cd2-f432400bdd40),segment_id=ee0cca34-cfc1-48b8-9cd2-f432400bdd40)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:34:23.016202 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-4b89d25f-2982-49cf-9343-435ab384267d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:23.122508 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvr_db [None req-81499496-b183-44e7-9b58-554fd7287875 None None] Set router fb120097-50c9-4ca3-827e-34faa646a5d9 gateway port host: None {{(pid=79279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:34:23.138161 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-4b89d25f-2982-49cf-9343-435ab384267d admin admin] Calling delete_port for 03ee8c40-daac-4bca-8f97-4958adc6bb03 owned by network:router_gateway {{(pid=79276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:34:23.225404 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-81499496-b183-44e7-9b58-554fd7287875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb120097-50c9-4ca3-827e-34faa646a5d9', 'name': 'tempest-TestShelveInstance-983182897-router', 'tenant_id': '51859bf98dff49e3b76e84b214e1e800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:26:07Z', 'updated_at': '2021-08-31T15:34:22Z', 'revision_number': 6, 'project_id': '51859bf98dff49e3b76e84b214e1e800', 'gw_port_host': None}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:23.229702 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81499496-b183-44e7-9b58-554fd7287875 None None] The sync data for ids ['fb120097-50c9-4ca3-827e-34faa646a5d9'] in dv-cinder-802781-4-iscsi is: [{'id': 'fb120097-50c9-4ca3-827e-34faa646a5d9', 'name': 'tempest-TestShelveInstance-983182897-router', 'tenant_id': '51859bf98dff49e3b76e84b214e1e800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:26:07Z', 'updated_at': '2021-08-31T15:34:22Z', 'revision_number': 6, 'project_id': '51859bf98dff49e3b76e84b214e1e800', 'gw_port_host': None}] {{(pid=79279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:34:23.402294 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-4b89d25f-2982-49cf-9343-435ab384267d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1768796'] for port, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:23.405747 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-9077590f-4aa2-49b2-b9b7-be5ab78513aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:23.451531 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89d25f-2982-49cf-9343-435ab384267d admin admin] Pushing event deleted for resources: {'Port': ['ID=03ee8c40-daac-4bca-8f97-4958adc6bb03,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:23.454560 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-4b89d25f-2982-49cf-9343-435ab384267d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:23.541338 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-4b89d25f-2982-49cf-9343-435ab384267d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906827'] for router_gateway, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:23.713138 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-4b89d25f-2982-49cf-9343-435ab384267d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3925073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-836'] for router, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:23.715199 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-4b89d25f-2982-49cf-9343-435ab384267d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:23.739517 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-4b89d25f-2982-49cf-9343-435ab384267d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926097'] for router, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:23.740029 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b89d25f-2982-49cf-9343-435ab384267d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb120097-50c9-4ca3-827e-34faa646a5d9 {{(pid=79276) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 31 15:34:23.753646 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-4b89d25f-2982-49cf-9343-435ab384267d admin admin] Notify callbacks [] for router, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:23.755339 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-4b89d25f-2982-49cf-9343-435ab384267d admin admin] 10.222.0.81 "DELETE /v2.0/routers/fb120097-50c9-4ca3-827e-34faa646a5d9 HTTP/1.1" status: 204 len: 168 time: 1.2846775 Aug 31 15:34:23.757795 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 54180) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:23.818448 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2bf612c-85e3-46af-b34c-0231d9c36e9a admin admin] Deleting subnet 181e6729-ef03-444c-a56a-2ce942cda60c {{(pid=79276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 31 15:34:23.821493 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b2bf612c-85e3-46af-b34c-0231d9c36e9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:23.870232 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b2bf612c-85e3-46af-b34c-0231d9c36e9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-770018'] for subnet, precommit_delete_associations {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:23.952058 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b2bf612c-85e3-46af-b34c-0231d9c36e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3292833'] for subnet, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:24.020979 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b2bf612c-85e3-46af-b34c-0231d9c36e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3292846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1768719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-930066'] for subnet, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:24.024728 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-4e5f416f-1574-40da-9f7e-ba1959b7cd92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:24.059229 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf612c-85e3-46af-b34c-0231d9c36e9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=181e6729-ef03-444c-a56a-2ce942cda60c,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:24.062069 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-b2bf612c-85e3-46af-b34c-0231d9c36e9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:24.063037 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b2bf612c-85e3-46af-b34c-0231d9c36e9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for subnet, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:24.068453 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65595ed5-5dc2-4273-a014-3e12d67c3d43 None None] Network d12689cf-d423-4509-af1c-483fe0afc47e requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:34:24.069505 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-b2bf612c-85e3-46af-b34c-0231d9c36e9a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/181e6729-ef03-444c-a56a-2ce942cda60c HTTP/1.1" status: 204 len: 168 time: 0.3105183 Aug 31 15:34:24.071987 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 54186) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:24.187526 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-27075ad4-7083-4075-a208-5ff552ae35c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1015904'] for network, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:24.200261 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-27075ad4-7083-4075-a208-5ff552ae35c3 admin admin] Deleting port 6b16b2fe-e26a-4260-9446-351920068b51 {{(pid=79276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:34:24.200608 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-27075ad4-7083-4075-a208-5ff552ae35c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:24.348588 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86dc01f1-d189-4682-ad89-0f7cb7144ef2 None None] DHCP port deletion for d12689cf-d423-4509-af1c-483fe0afc47e request from dv-cinder-802781-4-iscsi {{(pid=79278) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 31 15:34:24.352793 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-86dc01f1-d189-4682-ad89-0f7cb7144ef2 None None] Deleting port 6b16b2fe-e26a-4260-9446-351920068b51 {{(pid=79278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:34:24.353174 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-86dc01f1-d189-4682-ad89-0f7cb7144ef2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:24.416737 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-27075ad4-7083-4075-a208-5ff552ae35c3 admin admin] For port 6b16b2fe-e26a-4260-9446-351920068b51, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=6b16b2fe-e26a-4260-9446-351920068b51,segment=NetworkSegment(342ae68e-2f0e-4567-b196-bff0229ff9f4),segment_id=342ae68e-2f0e-4567-b196-bff0229ff9f4)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:34:24.417343 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-27075ad4-7083-4075-a208-5ff552ae35c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:24.537546 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-27075ad4-7083-4075-a208-5ff552ae35c3 admin admin] Calling delete_port for 6b16b2fe-e26a-4260-9446-351920068b51 owned by network:dhcp {{(pid=79276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:34:24.554692 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-86dc01f1-d189-4682-ad89-0f7cb7144ef2 None None] For port 6b16b2fe-e26a-4260-9446-351920068b51, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=6b16b2fe-e26a-4260-9446-351920068b51,segment=NetworkSegment(342ae68e-2f0e-4567-b196-bff0229ff9f4),segment_id=342ae68e-2f0e-4567-b196-bff0229ff9f4)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:34:24.555095 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-86dc01f1-d189-4682-ad89-0f7cb7144ef2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:24.613242 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-27075ad4-7083-4075-a208-5ff552ae35c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1768796'] for port, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:24.618760 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-470495f2-32f3-48fa-8575-06a2a0d43700 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:24.622666 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 03ee8c40-daac-4bca-8f97-4958adc6bb03 no longer exists at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:34:24.664741 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27075ad4-7083-4075-a208-5ff552ae35c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b16b2fe-e26a-4260-9446-351920068b51,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:24.666507 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27075ad4-7083-4075-a208-5ff552ae35c3 admin admin] No DVR routers for this DVR port 6b16b2fe-e26a-4260-9446-351920068b51 on host dv-cinder-802781-4-iscsi {{(pid=79276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:34:24.667971 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-27075ad4-7083-4075-a208-5ff552ae35c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:24.711781 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-86dc01f1-d189-4682-ad89-0f7cb7144ef2 None None] Calling delete_port for 6b16b2fe-e26a-4260-9446-351920068b51 owned by network:dhcp {{(pid=79278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:34:24.750828 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] No Port match for: 03ee8c40-daac-4bca-8f97-4958adc6bb03 {{(pid=79278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:34:24.751170 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 03ee8c40-daac-4bca-8f97-4958adc6bb03 not bound to the agent host dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:34:24.751615 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 6b16b2fe-e26a-4260-9446-351920068b51 no longer exists at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:34:24.794792 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] No Port match for: 6b16b2fe-e26a-4260-9446-351920068b51 {{(pid=79278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:34:24.795040 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 6b16b2fe-e26a-4260-9446-351920068b51 not bound to the agent host dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:34:24.795484 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device d440c004-1fce-4ddc-9241-a643b1b9ee1d no longer exists at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:34:24.834982 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] No Port match for: d440c004-1fce-4ddc-9241-a643b1b9ee1d {{(pid=79278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:34:24.835353 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device d440c004-1fce-4ddc-9241-a643b1b9ee1d not bound to the agent host dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:34:24.860371 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.db.api [None req-86dc01f1-d189-4682-ad89-0f7cb7144ef2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79278) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 15:34:24.860740 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_db.api [None req-86dc01f1-d189-4682-ad89-0f7cb7144ef2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 15:34:24.877448 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-27075ad4-7083-4075-a208-5ff552ae35c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3290458', 'neutron.services.segments.db._delete_segments_for_network-8738171925917'] for network, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:24.890773 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.services.segments.db [None req-27075ad4-7083-4075-a208-5ff552ae35c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d12689cf-d423-4509-af1c-483fe0afc47e']}} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:24.902714 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.services.segments.db [None req-27075ad4-7083-4075-a208-5ff552ae35c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '342ae68e-2f0e-4567-b196-bff0229ff9f4') {'for_net_delete': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:24.903010 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.services.segments.db [None req-27075ad4-7083-4075-a208-5ff552ae35c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '342ae68e-2f0e-4567-b196-bff0229ff9f4') {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:24.914093 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-27075ad4-7083-4075-a208-5ff552ae35c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738171923703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-770045'] for segment, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:24.930345 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-27075ad4-7083-4075-a208-5ff552ae35c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3286683'] for segment, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:24.936256 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27075ad4-7083-4075-a208-5ff552ae35c3 admin admin] Releasing vlan 931 on physical network physnet1 to pool {{(pid=79276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:34:24.936629 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-27075ad4-7083-4075-a208-5ff552ae35c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3286674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1768809'] for segment, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:24.950296 dv-cinder-802781-4-iscsi neutron-server[79276]: Traceback (most recent call last): Aug 31 15:34:24.950296 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:34:24.950296 dv-cinder-802781-4-iscsi neutron-server[79276]: timer() Aug 31 15:34:24.950296 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:34:24.950296 dv-cinder-802781-4-iscsi neutron-server[79276]: cb(*args, **kw) Aug 31 15:34:24.950296 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 31 15:34:24.950296 dv-cinder-802781-4-iscsi neutron-server[79276]: return func(*args, **kwargs) Aug 31 15:34:24.950296 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:34:24.950296 dv-cinder-802781-4-iscsi neutron-server[79276]: self._notify() Aug 31 15:34:24.950296 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:34:24.950296 dv-cinder-802781-4-iscsi neutron-server[79276]: self.callback(batched_events) Aug 31 15:34:24.950296 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:34:24.950296 dv-cinder-802781-4-iscsi neutron-server[79276]: event.method(event) Aug 31 15:34:24.950296 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 15:34:24.950296 dv-cinder-802781-4-iscsi neutron-server[79276]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:34:24.950296 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 15:34:24.950296 dv-cinder-802781-4-iscsi neutron-server[79276]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:34:24.950296 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 15:34:24.950296 dv-cinder-802781-4-iscsi neutron-server[79276]: return f(self, *a, **k) Aug 31 15:34:24.950296 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 31 15:34:24.950296 dv-cinder-802781-4-iscsi neutron-server[79276]: return self._get(url).json() Aug 31 15:34:24.950296 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 31 15:34:24.950296 dv-cinder-802781-4-iscsi neutron-server[79276]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:34:24.950296 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:34:24.950296 dv-cinder-802781-4-iscsi neutron-server[79276]: return self.request(url, 'GET', **kwargs) Aug 31 15:34:24.950296 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:34:24.950296 dv-cinder-802781-4-iscsi neutron-server[79276]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:34:24.950296 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:34:24.950296 dv-cinder-802781-4-iscsi neutron-server[79276]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:34:24.950296 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:34:24.950296 dv-cinder-802781-4-iscsi neutron-server[79276]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:34:24.950296 dv-cinder-802781-4-iscsi neutron-server[79276]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:34:25.025014 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-27075ad4-7083-4075-a208-5ff552ae35c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3290403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906838'] for network, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:25.029666 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-27075ad4-7083-4075-a208-5ff552ae35c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for network, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:25.032190 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-4b976045-f8f9-4e61-9662-219cee61378e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:25.055144 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27075ad4-7083-4075-a208-5ff552ae35c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d12689cf-d423-4509-af1c-483fe0afc47e,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:25.057322 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-27075ad4-7083-4075-a208-5ff552ae35c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:25.060901 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-27075ad4-7083-4075-a208-5ff552ae35c3 admin admin] 10.222.0.81 "DELETE /v2.0/networks/d12689cf-d423-4509-af1c-483fe0afc47e HTTP/1.1" status: 204 len: 168 time: 0.9880192 Aug 31 15:34:25.171948 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 54194) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:25.220910 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-6a524664-6d82-448d-8cc1-79a31ed410e9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7ae108ad25124f909f1e46038dca0493&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477610 Aug 31 15:34:25.223789 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 54200) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:25.284827 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-96ffbc45-152b-4a09-801d-6ad2434ba5ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:25.312951 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-96ffbc45-152b-4a09-801d-6ad2434ba5ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:25.362233 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-86dc01f1-d189-4682-ad89-0f7cb7144ef2 None None] Deleting port 6b16b2fe-e26a-4260-9446-351920068b51 {{(pid=79278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:34:25.362796 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-86dc01f1-d189-4682-ad89-0f7cb7144ef2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:25.365528 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-96ffbc45-152b-4a09-801d-6ad2434ba5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:25.369201 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-0a417105-0fb2-4189-ace0-4e02f2681264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:25.381446 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ffbc45-152b-4a09-801d-6ad2434ba5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97aba328-16b4-4a2f-984e-0443be6e6545,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:25.385279 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-96ffbc45-152b-4a09-801d-6ad2434ba5ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:25.390157 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-96ffbc45-152b-4a09-801d-6ad2434ba5ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:25.391280 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-96ffbc45-152b-4a09-801d-6ad2434ba5ee admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/97aba328-16b4-4a2f-984e-0443be6e6545 HTTP/1.1" status: 204 len: 168 time: 0.1665421 Aug 31 15:34:25.449924 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-86dc01f1-d189-4682-ad89-0f7cb7144ef2 None None] The port '6b16b2fe-e26a-4260-9446-351920068b51' was deleted {{(pid=79278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 31 15:34:25.738076 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 54210) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:25.786809 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-656f530b-99cf-47bc-92c2-0e013df2d3be admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=51859bf98dff49e3b76e84b214e1e800&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474668 Aug 31 15:34:25.789086 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 54214) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:25.845196 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b6491496-00c3-4855-923d-d4baf926886c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:25.870230 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b6491496-00c3-4855-923d-d4baf926886c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:25.923720 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b6491496-00c3-4855-923d-d4baf926886c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:25.928278 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-b9fa811e-6e3a-4923-b495-d0b15c082def admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:25.939725 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6491496-00c3-4855-923d-d4baf926886c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d01e7f-7f57-4cf4-b348-06677a761323,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:25.942977 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-b6491496-00c3-4855-923d-d4baf926886c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:25.946661 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b6491496-00c3-4855-923d-d4baf926886c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:25.947953 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-b6491496-00c3-4855-923d-d4baf926886c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/02d01e7f-7f57-4cf4-b348-06677a761323 HTTP/1.1" status: 204 len: 168 time: 0.1580076 Aug 31 15:34:26.674682 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 54240) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:26.777112 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-371124ea-6696-4a49-825e-a7ce7bebe0d0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2118761035-network', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1'}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:34:26.781648 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-371124ea-6696-4a49-825e-a7ce7bebe0d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:34:26.785967 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-371124ea-6696-4a49-825e-a7ce7bebe0d0 admin admin] Usage tracker for resource:network and tenant:e4371ca94d2f4596a8827e56a45419f1 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:34:26.788995 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-371124ea-6696-4a49-825e-a7ce7bebe0d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:34:26.794527 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-371124ea-6696-4a49-825e-a7ce7bebe0d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:34:26.805527 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371124ea-6696-4a49-825e-a7ce7bebe0d0 admin admin] Made reservation on behalf of e4371ca94d2f4596a8827e56a45419f1 for: {'network': 1} {{(pid=79276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:34:26.807860 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-371124ea-6696-4a49-825e-a7ce7bebe0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for network, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:26.820185 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-371124ea-6696-4a49-825e-a7ce7bebe0d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:26.833982 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-371124ea-6696-4a49-825e-a7ce7bebe0d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:34:26.837759 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-371124ea-6696-4a49-825e-a7ce7bebe0d0 admin admin] Usage tracker for resource:security_group_rule and tenant:e4371ca94d2f4596a8827e56a45419f1 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:34:26.840510 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-371124ea-6696-4a49-825e-a7ce7bebe0d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:34:26.846053 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-371124ea-6696-4a49-825e-a7ce7bebe0d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:34:26.927056 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-371124ea-6696-4a49-825e-a7ce7bebe0d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:26.930665 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-371124ea-6696-4a49-825e-a7ce7bebe0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:26.934481 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-ae4cfc7e-b927-445c-b7f3-ac18f28fcd93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:26.958662 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-371124ea-6696-4a49-825e-a7ce7bebe0d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 901, 'physical_network': 'physnet1'} {{(pid=79276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:34:26.970868 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371124ea-6696-4a49-825e-a7ce7bebe0d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ee8d80-830a-4992-ac56-19f90e3ebbc8,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:26.974614 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-371124ea-6696-4a49-825e-a7ce7bebe0d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:26.977227 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-371124ea-6696-4a49-825e-a7ce7bebe0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3286683'] for segment, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:26.977568 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.db.segments_db [None req-371124ea-6696-4a49-825e-a7ce7bebe0d0 admin admin] Added segment 8d2c72f1-218e-4eb7-8d0d-15b50235536e of type vlan for network 5990b3f4-682b-41ef-afb9-dfd0d1d4d570 Aug 31 15:34:27.003025 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-371124ea-6696-4a49-825e-a7ce7bebe0d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738171399325'] for network, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:27.032619 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-371124ea-6696-4a49-825e-a7ce7bebe0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729'] for network, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:27.033969 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371124ea-6696-4a49-825e-a7ce7bebe0d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:27.034551 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-371124ea-6696-4a49-825e-a7ce7bebe0d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for network, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:27.038524 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-04d017ed-9407-440f-80f4-57a8dce9a239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:27.138665 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371124ea-6696-4a49-825e-a7ce7bebe0d0 admin admin] Pushing event updated for resources: {'Network': ['ID=5990b3f4-682b-41ef-afb9-dfd0d1d4d570,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:27.141908 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-371124ea-6696-4a49-825e-a7ce7bebe0d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:27.143764 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-371124ea-6696-4a49-825e-a7ce7bebe0d0 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4680200 Aug 31 15:34:27.146961 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 54246) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:27.149042 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Network 5990b3f4-682b-41ef-afb9-dfd0d1d4d570 details requested by agent ovs-agent-dv-cinder-802781-4-iscsi with host dv-cinder-802781-4-iscsi {{(pid=79278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 15:34:27.152563 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [None req-f7de7088-53e7-48d9-b041-1227308aa87b admin admin] Request body: {'subnet': {'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2118761035-subnet', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'ip_version': 4}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:34:27.157546 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-f7de7088-53e7-48d9-b041-1227308aa87b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:34:27.161499 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-f7de7088-53e7-48d9-b041-1227308aa87b admin admin] Usage tracker for resource:subnet and tenant:e4371ca94d2f4596a8827e56a45419f1 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:34:27.164347 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-f7de7088-53e7-48d9-b041-1227308aa87b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:34:27.170806 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-f7de7088-53e7-48d9-b041-1227308aa87b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:34:27.180863 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7de7088-53e7-48d9-b041-1227308aa87b admin admin] Made reservation on behalf of e4371ca94d2f4596a8827e56a45419f1 for: {'subnet': 1} {{(pid=79277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:34:27.183079 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f7de7088-53e7-48d9-b041-1227308aa87b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11322311'] for subnet, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:27.380642 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f7de7088-53e7-48d9-b041-1227308aa87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10698273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11322293'] for subnet, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:27.385426 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-47ff63bc-5159-49fe-8773-36de65a5fe6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:27.473917 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7de7088-53e7-48d9-b041-1227308aa87b admin admin] Checking segment: {'id': '8d2c72f1-218e-4eb7-8d0d-15b50235536e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:34:27.474266 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7de7088-53e7-48d9-b041-1227308aa87b admin admin] Network hostable DHCP agents. Network: 5990b3f4-682b-41ef-afb9-dfd0d1d4d570, hostable agents: ['2365506f-cea6-46f8-ac71-d4e1f85a8442'], hosted agents: [] {{(pid=79277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:34:27.479706 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de7088-53e7-48d9-b041-1227308aa87b admin admin] Pushing event updated for resources: {'Subnet': ['ID=080eca60-1e3c-44c2-9c13-4228fac76c5e,revision_number=0']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:27.485179 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-f7de7088-53e7-48d9-b041-1227308aa87b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:27.495756 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7de7088-53e7-48d9-b041-1227308aa87b admin admin] Network 5990b3f4-682b-41ef-afb9-dfd0d1d4d570 is scheduled to be hosted by DHCP agent 2365506f-cea6-46f8-ac71-d4e1f85a8442 with binding_index 1 {{(pid=79277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:34:27.504897 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.base_scheduler [None req-f7de7088-53e7-48d9-b041-1227308aa87b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-4-iscsi, 5990b3f4-682b-41ef-afb9-dfd0d1d4d570) {{(pid=79277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:34:27.509242 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7de7088-53e7-48d9-b041-1227308aa87b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:27.509802 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f7de7088-53e7-48d9-b041-1227308aa87b admin admin] Notify callbacks [] for subnet, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:27.514817 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e311ad-635f-4c22-ba8e-a4cf9daab447 None None] Network 5990b3f4-682b-41ef-afb9-dfd0d1d4d570 requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:34:27.532283 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-f7de7088-53e7-48d9-b041-1227308aa87b admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3841853 Aug 31 15:34:27.534919 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 54250) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:27.541311 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [None req-300a4c17-dbe5-445a-9292-3892d7cc11d3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2118761035-router', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'}}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:34:27.545721 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-300a4c17-dbe5-445a-9292-3892d7cc11d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:34:27.549529 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-300a4c17-dbe5-445a-9292-3892d7cc11d3 admin admin] Usage tracker for resource:router and tenant:e4371ca94d2f4596a8827e56a45419f1 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:34:27.553640 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-300a4c17-dbe5-445a-9292-3892d7cc11d3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:34:27.559300 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-300a4c17-dbe5-445a-9292-3892d7cc11d3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:34:27.569297 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-300a4c17-dbe5-445a-9292-3892d7cc11d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3925207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-850'] for router, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:27.570277 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-300a4c17-dbe5-445a-9292-3892d7cc11d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3925042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3907265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-859'] for router, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:27.585771 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-300a4c17-dbe5-445a-9292-3892d7cc11d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:27.725945 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8fbcd1-e66f-45ea-bcc3-3948afde5eef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31c034a1-c16d-5a01-a745-abc2b4c71a16-5990b3f4-682b-41ef-afb9-dfd0d1d4d570', 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'fixed_ips': [{'subnet_id': '080eca60-1e3c-44c2-9c13-4228fac76c5e'}]}} from dv-cinder-802781-4-iscsi. {{(pid=79278) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 31 15:34:27.726990 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-fe8fbcd1-e66f-45ea-bcc3-3948afde5eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:27.860540 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-300a4c17-dbe5-445a-9292-3892d7cc11d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3907294', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3925092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-845'] for router, precommit_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:27.906876 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.db_base_plugin_common [None req-fe8fbcd1-e66f-45ea-bcc3-3948afde5eef None None] Allocated IP 172.20.0.2 (5990b3f4-682b-41ef-afb9-dfd0d1d4d570/080eca60-1e3c-44c2-9c13-4228fac76c5e/c761010b-d541-4428-8c89-7cd20996c10e) {{(pid=79278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:34:28.171049 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-fe8fbcd1-e66f-45ea-bcc3-3948afde5eef None None] Notify callbacks [] for port, precommit_create {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:28.181739 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-fe8fbcd1-e66f-45ea-bcc3-3948afde5eef None None] Transition to ACTIVE for port object c761010b-d541-4428-8c89-7cd20996c10e will not be triggered until provisioned by entity L2. {{(pid=79278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:34:28.199789 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-fe8fbcd1-e66f-45ea-bcc3-3948afde5eef None None] Transition to ACTIVE for port object c761010b-d541-4428-8c89-7cd20996c10e will not be triggered until provisioned by entity DHCP. {{(pid=79278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:34:28.205532 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-fe8fbcd1-e66f-45ea-bcc3-3948afde5eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264'] for port, after_create {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:28.210412 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-30761758-fc1c-44d2-ba88-beaef9486d09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:28.271899 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8fbcd1-e66f-45ea-bcc3-3948afde5eef None None] Network 5990b3f4-682b-41ef-afb9-dfd0d1d4d570 is already hosted by enough agents. {{(pid=79278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:34:28.274621 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.scheduler.base_scheduler [None req-fe8fbcd1-e66f-45ea-bcc3-3948afde5eef None None] Resources bound (agent type, host, resource id): {{(pid=79278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:34:28.278118 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8fbcd1-e66f-45ea-bcc3-3948afde5eef None None] Received port after_create {{(pid=79278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:34:28.279635 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-300a4c17-dbe5-445a-9292-3892d7cc11d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:28.283652 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8fbcd1-e66f-45ea-bcc3-3948afde5eef None None] Pushing event updated for resources: {'Port': ['ID=c761010b-d541-4428-8c89-7cd20996c10e,revision_number=1']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:28.309548 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-300a4c17-dbe5-445a-9292-3892d7cc11d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:28.319590 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8fbcd1-e66f-45ea-bcc3-3948afde5eef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:28.319927 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8fbcd1-e66f-45ea-bcc3-3948afde5eef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:28.320257 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8fbcd1-e66f-45ea-bcc3-3948afde5eef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:28.320581 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8fbcd1-e66f-45ea-bcc3-3948afde5eef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:28.320903 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8fbcd1-e66f-45ea-bcc3-3948afde5eef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:28.321226 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8fbcd1-e66f-45ea-bcc3-3948afde5eef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:28.321538 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8fbcd1-e66f-45ea-bcc3-3948afde5eef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:28.321852 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8fbcd1-e66f-45ea-bcc3-3948afde5eef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:28.322169 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8fbcd1-e66f-45ea-bcc3-3948afde5eef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:28.322482 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8fbcd1-e66f-45ea-bcc3-3948afde5eef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:28.322795 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8fbcd1-e66f-45ea-bcc3-3948afde5eef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:28.323104 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8fbcd1-e66f-45ea-bcc3-3948afde5eef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:28.330352 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-fe8fbcd1-e66f-45ea-bcc3-3948afde5eef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:28.382627 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-fe8fbcd1-e66f-45ea-bcc3-3948afde5eef None None] Attempting to bind port c761010b-d541-4428-8c89-7cd20996c10e on host dv-cinder-802781-4-iscsi for vnic_type normal with profile {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:34:28.382993 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-fe8fbcd1-e66f-45ea-bcc3-3948afde5eef None None] Attempting to bind port c761010b-d541-4428-8c89-7cd20996c10e by drivers openvswitch,hyperv on host dv-cinder-802781-4-iscsi at level 0 using segments [{'id': '8d2c72f1-218e-4eb7-8d0d-15b50235536e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570'}] {{(pid=79278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:34:28.383636 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8fbcd1-e66f-45ea-bcc3-3948afde5eef None None] Attempting to bind port c761010b-d541-4428-8c89-7cd20996c10e on network 5990b3f4-682b-41ef-afb9-dfd0d1d4d570 {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:34:28.388734 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8fbcd1-e66f-45ea-bcc3-3948afde5eef None None] Checking agent: {'id': 'b1845f19-f6eb-4023-b5bb-8a6030080bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 15, 36), 'started_at': datetime.datetime(2021, 8, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:34:28.389108 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8fbcd1-e66f-45ea-bcc3-3948afde5eef None None] Checking segment: {'id': '8d2c72f1-218e-4eb7-8d0d-15b50235536e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:34:28.389505 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-fe8fbcd1-e66f-45ea-bcc3-3948afde5eef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:28.389893 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8fbcd1-e66f-45ea-bcc3-3948afde5eef None None] Bound using segment: {'id': '8d2c72f1-218e-4eb7-8d0d-15b50235536e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570'} {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:34:28.390342 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-fe8fbcd1-e66f-45ea-bcc3-3948afde5eef None None] Bound port: c761010b-d541-4428-8c89-7cd20996c10e, host: dv-cinder-802781-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d2c72f1-218e-4eb7-8d0d-15b50235536e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570'}}] {{(pid=79278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:34:28.390710 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-fe8fbcd1-e66f-45ea-bcc3-3948afde5eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:28.452935 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.db_base_plugin_common [None req-300a4c17-dbe5-445a-9292-3892d7cc11d3 admin admin] Allocated IP 172.27.1.150 (8f15a7b0-c0b9-4864-9373-42147a89de1a/497a4a38-4d00-4e5c-ae08-9918d0306661/0bbd5f29-8e72-4b25-a490-98d82f1363a3) {{(pid=79277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:34:28.486896 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-fe8fbcd1-e66f-45ea-bcc3-3948afde5eef None None] For port c761010b-d541-4428-8c89-7cd20996c10e, host dv-cinder-802781-4-iscsi, cleared binding levels {{(pid=79278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:34:28.490863 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-fe8fbcd1-e66f-45ea-bcc3-3948afde5eef None None] For port c761010b-d541-4428-8c89-7cd20996c10e, host dv-cinder-802781-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=c761010b-d541-4428-8c89-7cd20996c10e,segment=NetworkSegment(8d2c72f1-218e-4eb7-8d0d-15b50235536e),segment_id=8d2c72f1-218e-4eb7-8d0d-15b50235536e)] {{(pid=79278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:34:28.495155 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-fe8fbcd1-e66f-45ea-bcc3-3948afde5eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:28.498656 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:28.584574 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8fbcd1-e66f-45ea-bcc3-3948afde5eef None None] Pushing event updated for resources: {'Port': ['ID=c761010b-d541-4428-8c89-7cd20996c10e,revision_number=2']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:28.587784 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-fe8fbcd1-e66f-45ea-bcc3-3948afde5eef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:28.607687 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-300a4c17-dbe5-445a-9292-3892d7cc11d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:28.638490 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-300a4c17-dbe5-445a-9292-3892d7cc11d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10695601'] for port, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:28.642390 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-fdb46d4b-d29d-48f6-9b24-ac53b483044e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:28.709801 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300a4c17-dbe5-445a-9292-3892d7cc11d3 admin admin] Network 8f15a7b0-c0b9-4864-9373-42147a89de1a is already hosted by enough agents. {{(pid=79277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:34:28.712710 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.base_scheduler [None req-300a4c17-dbe5-445a-9292-3892d7cc11d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=79277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:34:28.716410 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300a4c17-dbe5-445a-9292-3892d7cc11d3 admin admin] Received port after_create {{(pid=79277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:34:28.748066 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300a4c17-dbe5-445a-9292-3892d7cc11d3 admin admin] Pushing event updated for resources: {'Port': ['ID=0bbd5f29-8e72-4b25-a490-98d82f1363a3,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:28.754727 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-300a4c17-dbe5-445a-9292-3892d7cc11d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:29.135670 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-300a4c17-dbe5-445a-9292-3892d7cc11d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:29.470525 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb27d07-04f3-46b8-b941-db87cb2380b5 None None] Network 5990b3f4-682b-41ef-afb9-dfd0d1d4d570 requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:34:29.480600 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-300a4c17-dbe5-445a-9292-3892d7cc11d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3925029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3906950'] for router, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:29.563417 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-b188a0b2-d8db-4e07-8f8b-8eab2895dc93 None None] Provisioning for port c761010b-d541-4428-8c89-7cd20996c10e completed by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:34:29.779687 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300a4c17-dbe5-445a-9292-3892d7cc11d3 admin admin] Router be459f49-02c1-44b9-8b0c-b2e7d9c6814d is scheduled to L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 with binding_index 1 {{(pid=79277) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 31 15:34:29.966765 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300a4c17-dbe5-445a-9292-3892d7cc11d3 admin admin] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:34:29.975636 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc17374-cad8-40f3-ad6b-01522f6160af None None] Sync routers for ids ['be459f49-02c1-44b9-8b0c-b2e7d9c6814d'] in dv-cinder-802781-4-iscsi {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:34:29.985170 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc17374-cad8-40f3-ad6b-01522f6160af None None] Routers {'be459f49-02c1-44b9-8b0c-b2e7d9c6814d'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:34:29.985734 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-fcc17374-cad8-40f3-ad6b-01522f6160af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:34:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['be459f49-02c1-44b9-8b0c-b2e7d9c6814d'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:29.990745 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-300a4c17-dbe5-445a-9292-3892d7cc11d3 admin admin] Notify callbacks [] for router, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:29.994703 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 54258) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:29.995192 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-300a4c17-dbe5-445a-9292-3892d7cc11d3 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4576874 Aug 31 15:34:30.169113 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-fcc17374-cad8-40f3-ad6b-01522f6160af None None] Set router be459f49-02c1-44b9-8b0c-b2e7d9c6814d gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:34:30.452539 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-fcc17374-cad8-40f3-ad6b-01522f6160af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'name': 'tempest-TestVolumeBootPattern-2118761035-router', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:27Z', 'updated_at': '2021-08-31T15:34:28Z', 'revision_number': 3, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'gw_port': {'id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:02:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:28Z', 'updated_at': '2021-08-31T15:34:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi'}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:30.456220 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc17374-cad8-40f3-ad6b-01522f6160af None None] Checking router: be459f49-02c1-44b9-8b0c-b2e7d9c6814d for host: dv-cinder-802781-4-iscsi {{(pid=79278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:34:30.456575 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc17374-cad8-40f3-ad6b-01522f6160af None None] Updating router be459f49-02c1-44b9-8b0c-b2e7d9c6814d port 0bbd5f29-8e72-4b25-a490-98d82f1363a3 binding host dv-cinder-802781-4-iscsi {{(pid=79278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:34:30.508551 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-fcc17374-cad8-40f3-ad6b-01522f6160af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:30.627381 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device c761010b-d541-4428-8c89-7cd20996c10e up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:34:30.680776 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-79cfa559-d4da-4ce2-8d4a-b4a7226bea9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:30.826454 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning for port c761010b-d541-4428-8c89-7cd20996c10e completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:34:30.836202 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port c761010b-d541-4428-8c89-7cd20996c10e triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:34:30.836585 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:30.983539 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.db_base_plugin_common [None req-79cfa559-d4da-4ce2-8d4a-b4a7226bea9b admin admin] Allocated IP 172.20.0.1 (5990b3f4-682b-41ef-afb9-dfd0d1d4d570/080eca60-1e3c-44c2-9c13-4228fac76c5e/58f98173-a7a3-4738-9543-53ebab27af83) {{(pid=79276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:34:31.041391 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-fcc17374-cad8-40f3-ad6b-01522f6160af None None] Notify callbacks [] for port, precommit_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:31.043535 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:31.066148 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-fcc17374-cad8-40f3-ad6b-01522f6160af None None] Transition to ACTIVE for port object 0bbd5f29-8e72-4b25-a490-98d82f1363a3 will not be triggered until provisioned by entity L2. {{(pid=79278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:34:31.083128 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-fcc17374-cad8-40f3-ad6b-01522f6160af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:31.088602 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-c61031e1-b994-4a7f-89aa-3cfe5104c1c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:31.126067 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] For port c761010b-d541-4428-8c89-7cd20996c10e, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=c761010b-d541-4428-8c89-7cd20996c10e,segment=NetworkSegment(8d2c72f1-218e-4eb7-8d0d-15b50235536e),segment_id=8d2c72f1-218e-4eb7-8d0d-15b50235536e)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:34:31.136172 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-79cfa559-d4da-4ce2-8d4a-b4a7226bea9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:31.149234 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:31.155502 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-79cfa559-d4da-4ce2-8d4a-b4a7226bea9b admin admin] Transition to ACTIVE for port object 58f98173-a7a3-4738-9543-53ebab27af83 will not be triggered until provisioned by entity DHCP. {{(pid=79276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:34:31.165490 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-fcc17374-cad8-40f3-ad6b-01522f6160af None None] Attempting to bind port 0bbd5f29-8e72-4b25-a490-98d82f1363a3 on host dv-cinder-802781-4-iscsi for vnic_type normal with profile {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:34:31.165865 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-fcc17374-cad8-40f3-ad6b-01522f6160af None None] Attempting to bind port 0bbd5f29-8e72-4b25-a490-98d82f1363a3 by drivers openvswitch,hyperv on host dv-cinder-802781-4-iscsi at level 0 using segments [{'id': 'ee0cca34-cfc1-48b8-9cd2-f432400bdd40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'}] {{(pid=79278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:34:31.166235 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc17374-cad8-40f3-ad6b-01522f6160af None None] Attempting to bind port 0bbd5f29-8e72-4b25-a490-98d82f1363a3 on network 8f15a7b0-c0b9-4864-9373-42147a89de1a {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:34:31.174708 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3659c04-6fc5-4512-a637-5d7291e9891b None None] Pushing event updated for resources: {'Port': ['ID=0bbd5f29-8e72-4b25-a490-98d82f1363a3,revision_number=2']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:31.178991 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc17374-cad8-40f3-ad6b-01522f6160af None None] Checking agent: {'id': 'b1845f19-f6eb-4023-b5bb-8a6030080bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 15, 36), 'started_at': datetime.datetime(2021, 8, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:34:31.179405 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc17374-cad8-40f3-ad6b-01522f6160af None None] Checking segment: {'id': 'ee0cca34-cfc1-48b8-9cd2-f432400bdd40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:34:31.179831 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-fcc17374-cad8-40f3-ad6b-01522f6160af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:31.179952 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-79cfa559-d4da-4ce2-8d4a-b4a7226bea9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1768796'] for port, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:31.180212 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc17374-cad8-40f3-ad6b-01522f6160af None None] Bound using segment: {'id': 'ee0cca34-cfc1-48b8-9cd2-f432400bdd40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'} {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:34:31.180685 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-fcc17374-cad8-40f3-ad6b-01522f6160af None None] Bound port: 0bbd5f29-8e72-4b25-a490-98d82f1363a3, host: dv-cinder-802781-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0cca34-cfc1-48b8-9cd2-f432400bdd40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'}}] {{(pid=79278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:34:31.181062 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-fcc17374-cad8-40f3-ad6b-01522f6160af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:31.184023 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:31.210243 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-c3659c04-6fc5-4512-a637-5d7291e9891b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:31.210432 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-bf2dcc93-6ed1-4ab0-ae4c-9152a781db7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:31.247091 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cfa559-d4da-4ce2-8d4a-b4a7226bea9b admin admin] Pushing event updated for resources: {'Port': ['ID=58f98173-a7a3-4738-9543-53ebab27af83,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:31.250147 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-79cfa559-d4da-4ce2-8d4a-b4a7226bea9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:31.263684 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cfa559-d4da-4ce2-8d4a-b4a7226bea9b admin admin] Network 5990b3f4-682b-41ef-afb9-dfd0d1d4d570 is already hosted by enough agents. {{(pid=79276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:34:31.264990 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.base_scheduler [None req-79cfa559-d4da-4ce2-8d4a-b4a7226bea9b admin admin] Resources bound (agent type, host, resource id): {{(pid=79276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:34:31.267652 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cfa559-d4da-4ce2-8d4a-b4a7226bea9b admin admin] Received port after_create {{(pid=79276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:34:31.311525 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Pushing event updated for resources: {'Port': ['ID=c761010b-d541-4428-8c89-7cd20996c10e,revision_number=3']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:31.315411 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:31.318823 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-fcc17374-cad8-40f3-ad6b-01522f6160af None None] For port 0bbd5f29-8e72-4b25-a490-98d82f1363a3, host dv-cinder-802781-4-iscsi, cleared binding levels {{(pid=79278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:34:31.322262 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-fcc17374-cad8-40f3-ad6b-01522f6160af None None] For port 0bbd5f29-8e72-4b25-a490-98d82f1363a3, host dv-cinder-802781-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=0bbd5f29-8e72-4b25-a490-98d82f1363a3,segment=NetworkSegment(ee0cca34-cfc1-48b8-9cd2-f432400bdd40),segment_id=ee0cca34-cfc1-48b8-9cd2-f432400bdd40)] {{(pid=79278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:34:31.326884 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-fcc17374-cad8-40f3-ad6b-01522f6160af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:31.329939 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-79cfa559-d4da-4ce2-8d4a-b4a7226bea9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3927107'] for router_interface, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:31.330553 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-bf2dcc93-6ed1-4ab0-ae4c-9152a781db7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:31.413414 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc17374-cad8-40f3-ad6b-01522f6160af None None] Routers {'be459f49-02c1-44b9-8b0c-b2e7d9c6814d'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:34:31.414050 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-fcc17374-cad8-40f3-ad6b-01522f6160af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:34:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['be459f49-02c1-44b9-8b0c-b2e7d9c6814d'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:31.468767 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3659c04-6fc5-4512-a637-5d7291e9891b None None] Pushing event updated for resources: {'Port': ['ID=0bbd5f29-8e72-4b25-a490-98d82f1363a3,revision_number=3']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:31.479962 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-c3659c04-6fc5-4512-a637-5d7291e9891b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:31.589951 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-2707969c-d8c4-45b8-9283-fd497f7f059b None None] Provisioning for port 58f98173-a7a3-4738-9543-53ebab27af83 completed by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:34:31.601531 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-2707969c-d8c4-45b8-9283-fd497f7f059b None None] Provisioning complete for port 58f98173-a7a3-4738-9543-53ebab27af83 triggered by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:34:31.601830 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-2707969c-d8c4-45b8-9283-fd497f7f059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:31.615299 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-79cfa559-d4da-4ce2-8d4a-b4a7226bea9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:31.644324 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-fcc17374-cad8-40f3-ad6b-01522f6160af None None] Set router be459f49-02c1-44b9-8b0c-b2e7d9c6814d gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:34:31.785734 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-2707969c-d8c4-45b8-9283-fd497f7f059b None None] Port 58f98173-a7a3-4738-9543-53ebab27af83 cannot update to ACTIVE because it is not bound. {{(pid=79278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:34:31.835594 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-79cfa559-d4da-4ce2-8d4a-b4a7226bea9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:31.840106 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-79cfa559-d4da-4ce2-8d4a-b4a7226bea9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1768773'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:31.866205 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-b4e317fb-8f04-42e6-bc92-8eae02c93418 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:31.937868 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-fcc17374-cad8-40f3-ad6b-01522f6160af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'name': 'tempest-TestVolumeBootPattern-2118761035-router', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:27Z', 'updated_at': '2021-08-31T15:34:28Z', 'revision_number': 3, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'gw_port': {'id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:02:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:28Z', 'updated_at': '2021-08-31T15:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi'}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:31.941189 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cfa559-d4da-4ce2-8d4a-b4a7226bea9b admin admin] Pushing event updated for resources: {'Port': ['ID=58f98173-a7a3-4738-9543-53ebab27af83,revision_number=2']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:31.942212 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc17374-cad8-40f3-ad6b-01522f6160af None None] The sync data for ids ['be459f49-02c1-44b9-8b0c-b2e7d9c6814d'] in dv-cinder-802781-4-iscsi is: [{'id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'name': 'tempest-TestVolumeBootPattern-2118761035-router', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:27Z', 'updated_at': '2021-08-31T15:34:28Z', 'revision_number': 3, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'gw_port': {'id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:02:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:28Z', 'updated_at': '2021-08-31T15:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi'}] {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:34:31.944084 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-79cfa559-d4da-4ce2-8d4a-b4a7226bea9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3790843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3927084'] for router_interface, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:31.947707 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-79cfa559-d4da-4ce2-8d4a-b4a7226bea9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:32.082039 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cfa559-d4da-4ce2-8d4a-b4a7226bea9b admin admin] Network 5990b3f4-682b-41ef-afb9-dfd0d1d4d570 is already hosted by enough agents. {{(pid=79276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:34:32.084145 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.base_scheduler [None req-79cfa559-d4da-4ce2-8d4a-b4a7226bea9b admin admin] Resources bound (agent type, host, resource id): {{(pid=79276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:34:32.291548 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79cfa559-d4da-4ce2-8d4a-b4a7226bea9b admin admin] Router be459f49-02c1-44b9-8b0c-b2e7d9c6814d has already been hosted by L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 {{(pid=79276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:34:32.420477 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-7a42ca85-4572-4af8-9c40-c2bfcbb1f53a None None] Provisioning complete for port 58f98173-a7a3-4738-9543-53ebab27af83 triggered by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:34:32.421209 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-7a42ca85-4572-4af8-9c40-c2bfcbb1f53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:32.488316 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-7a42ca85-4572-4af8-9c40-c2bfcbb1f53a None None] Port 58f98173-a7a3-4738-9543-53ebab27af83 cannot update to ACTIVE because it is not bound. {{(pid=79278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:34:32.591113 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79cfa559-d4da-4ce2-8d4a-b4a7226bea9b admin admin] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:34:32.600850 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-79cfa559-d4da-4ce2-8d4a-b4a7226bea9b admin admin] 10.222.0.81 "PUT /v2.0/routers/be459f49-02c1-44b9-8b0c-b2e7d9c6814d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6048667 Aug 31 15:34:32.669167 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 0bbd5f29-8e72-4b25-a490-98d82f1363a3 up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:34:32.748241 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning for port 0bbd5f29-8e72-4b25-a490-98d82f1363a3 completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:34:32.751108 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port 0bbd5f29-8e72-4b25-a490-98d82f1363a3 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:34:32.751615 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:32.882984 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:32.900488 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] For port 0bbd5f29-8e72-4b25-a490-98d82f1363a3, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=0bbd5f29-8e72-4b25-a490-98d82f1363a3,segment=NetworkSegment(ee0cca34-cfc1-48b8-9cd2-f432400bdd40),segment_id=ee0cca34-cfc1-48b8-9cd2-f432400bdd40)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:34:32.904374 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:32.905212 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device c761010b-d541-4428-8c89-7cd20996c10e up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:34:32.934772 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:33.022464 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Pushing event updated for resources: {'Port': ['ID=0bbd5f29-8e72-4b25-a490-98d82f1363a3,revision_number=4']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:33.025380 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:33.034539 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port c761010b-d541-4428-8c89-7cd20996c10e triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:34:33.034915 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:33.150661 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 54284) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:33.156449 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-da8a1118-e8da-47fe-9869-7a81194581c6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-984598676-network', 'tenant_id': '8472bc1a30914233b0fd622d3eced5c4'}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:34:33.161344 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-da8a1118-e8da-47fe-9869-7a81194581c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:34:33.165167 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-da8a1118-e8da-47fe-9869-7a81194581c6 admin admin] Usage tracker for resource:network and tenant:8472bc1a30914233b0fd622d3eced5c4 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:34:33.168143 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-da8a1118-e8da-47fe-9869-7a81194581c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:34:33.173793 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-da8a1118-e8da-47fe-9869-7a81194581c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:34:33.184903 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8a1118-e8da-47fe-9869-7a81194581c6 admin admin] Made reservation on behalf of 8472bc1a30914233b0fd622d3eced5c4 for: {'network': 1} {{(pid=79276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:34:33.187166 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-da8a1118-e8da-47fe-9869-7a81194581c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for network, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:33.200622 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-da8a1118-e8da-47fe-9869-7a81194581c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:33.215565 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-da8a1118-e8da-47fe-9869-7a81194581c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:34:33.219496 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-da8a1118-e8da-47fe-9869-7a81194581c6 admin admin] Usage tracker for resource:security_group_rule and tenant:8472bc1a30914233b0fd622d3eced5c4 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:34:33.222409 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-da8a1118-e8da-47fe-9869-7a81194581c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:34:33.228817 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-da8a1118-e8da-47fe-9869-7a81194581c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:34:33.314353 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-da8a1118-e8da-47fe-9869-7a81194581c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:33.320466 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-da8a1118-e8da-47fe-9869-7a81194581c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:33.323439 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-c864d434-f59d-4bd3-9d50-439cf8d832e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:33.354222 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da8a1118-e8da-47fe-9869-7a81194581c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 922, 'physical_network': 'physnet1'} {{(pid=79276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:34:33.362492 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a1118-e8da-47fe-9869-7a81194581c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd41234b-5012-4157-ad24-664650005fa9,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:33.366022 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-da8a1118-e8da-47fe-9869-7a81194581c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:33.368395 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-da8a1118-e8da-47fe-9869-7a81194581c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3286683'] for segment, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:33.368738 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.db.segments_db [None req-da8a1118-e8da-47fe-9869-7a81194581c6 admin admin] Added segment 06cb4e88-3155-471f-a61b-500aaacd4fb1 of type vlan for network 2d8b1d73-8497-4f0b-9f88-a0f93244b646 Aug 31 15:34:33.396798 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-da8a1118-e8da-47fe-9869-7a81194581c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738171399325'] for network, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:33.427462 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-da8a1118-e8da-47fe-9869-7a81194581c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729'] for network, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:33.428800 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8a1118-e8da-47fe-9869-7a81194581c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:33.429379 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-da8a1118-e8da-47fe-9869-7a81194581c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for network, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:33.434057 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-e7dc0150-885a-4f26-b1f2-44a633e87bcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:33.470450 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b718064b-6814-437b-bf89-2cb3b3685ac8 None None] Sync routers for ids ['be459f49-02c1-44b9-8b0c-b2e7d9c6814d'] in dv-cinder-802781-4-iscsi {{(pid=79279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:34:33.481339 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b718064b-6814-437b-bf89-2cb3b3685ac8 None None] Routers {'be459f49-02c1-44b9-8b0c-b2e7d9c6814d'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:34:33.482169 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-b718064b-6814-437b-bf89-2cb3b3685ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:34:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['be459f49-02c1-44b9-8b0c-b2e7d9c6814d'], 'active': True} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:33.541269 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-da8a1118-e8da-47fe-9869-7a81194581c6 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3868446 Aug 31 15:34:33.541269 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a1118-e8da-47fe-9869-7a81194581c6 admin admin] Pushing event updated for resources: {'Network': ['ID=2d8b1d73-8497-4f0b-9f88-a0f93244b646,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:33.541636 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 54290) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:33.547299 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [None req-dd783a67-6a38-4f97-8725-4233ded97aea admin admin] Request body: {'subnet': {'network_id': '2d8b1d73-8497-4f0b-9f88-a0f93244b646', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-984598676-subnet', 'tenant_id': '8472bc1a30914233b0fd622d3eced5c4', 'ip_version': 4}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:34:33.552184 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Network 2d8b1d73-8497-4f0b-9f88-a0f93244b646 details requested by agent ovs-agent-dv-cinder-802781-4-iscsi with host dv-cinder-802781-4-iscsi {{(pid=79278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 15:34:33.554473 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-dd783a67-6a38-4f97-8725-4233ded97aea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:34:33.560883 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-dd783a67-6a38-4f97-8725-4233ded97aea admin admin] Usage tracker for resource:subnet and tenant:8472bc1a30914233b0fd622d3eced5c4 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:34:33.565667 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-dd783a67-6a38-4f97-8725-4233ded97aea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:34:33.567983 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-da8a1118-e8da-47fe-9869-7a81194581c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:33.573682 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-dd783a67-6a38-4f97-8725-4233ded97aea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:34:33.588609 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd783a67-6a38-4f97-8725-4233ded97aea admin admin] Made reservation on behalf of 8472bc1a30914233b0fd622d3eced5c4 for: {'subnet': 1} {{(pid=79277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:34:33.592779 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-dd783a67-6a38-4f97-8725-4233ded97aea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11322311'] for subnet, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:33.683600 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvr_db [None req-b718064b-6814-437b-bf89-2cb3b3685ac8 None None] Set router be459f49-02c1-44b9-8b0c-b2e7d9c6814d gateway port host: dv-cinder-802781-4-iscsi {{(pid=79279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:34:33.794855 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-dd783a67-6a38-4f97-8725-4233ded97aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10698273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11322293'] for subnet, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:33.799312 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:33.874217 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd783a67-6a38-4f97-8725-4233ded97aea admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1ffd9f3-65c2-4541-b3c9-732cabce2c2c,revision_number=0']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:33.877729 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-dd783a67-6a38-4f97-8725-4233ded97aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:33.880287 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd783a67-6a38-4f97-8725-4233ded97aea admin admin] Checking segment: {'id': '06cb4e88-3155-471f-a61b-500aaacd4fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2d8b1d73-8497-4f0b-9f88-a0f93244b646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:34:33.880656 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd783a67-6a38-4f97-8725-4233ded97aea admin admin] Network hostable DHCP agents. Network: 2d8b1d73-8497-4f0b-9f88-a0f93244b646, hostable agents: ['2365506f-cea6-46f8-ac71-d4e1f85a8442'], hosted agents: [] {{(pid=79277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:34:33.901580 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd783a67-6a38-4f97-8725-4233ded97aea admin admin] Network 2d8b1d73-8497-4f0b-9f88-a0f93244b646 is scheduled to be hosted by DHCP agent 2365506f-cea6-46f8-ac71-d4e1f85a8442 with binding_index 1 {{(pid=79277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:34:33.912178 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.base_scheduler [None req-dd783a67-6a38-4f97-8725-4233ded97aea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-4-iscsi, 2d8b1d73-8497-4f0b-9f88-a0f93244b646) {{(pid=79277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:34:33.916600 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd783a67-6a38-4f97-8725-4233ded97aea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:33.917183 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-dd783a67-6a38-4f97-8725-4233ded97aea admin admin] Notify callbacks [] for subnet, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:33.922168 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59b1f49-f41a-4b71-a025-a1e96d94fe14 None None] Network 2d8b1d73-8497-4f0b-9f88-a0f93244b646 requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:34:33.940905 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-dd783a67-6a38-4f97-8725-4233ded97aea admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3981795 Aug 31 15:34:33.943778 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 54296) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:33.949263 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-38f418b6-2a7a-471b-accf-aa85adb160b7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-984598676-router', 'tenant_id': '8472bc1a30914233b0fd622d3eced5c4', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'}}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:34:33.953865 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-38f418b6-2a7a-471b-accf-aa85adb160b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:34:33.958387 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-38f418b6-2a7a-471b-accf-aa85adb160b7 admin admin] Usage tracker for resource:router and tenant:8472bc1a30914233b0fd622d3eced5c4 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:34:33.961264 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-38f418b6-2a7a-471b-accf-aa85adb160b7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:34:33.967022 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-38f418b6-2a7a-471b-accf-aa85adb160b7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:34:33.977741 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-38f418b6-2a7a-471b-accf-aa85adb160b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3925207', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-850'] for router, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:33.978712 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-38f418b6-2a7a-471b-accf-aa85adb160b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3925042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3907265', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3851991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-859'] for router, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:33.993338 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-38f418b6-2a7a-471b-accf-aa85adb160b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:34.038224 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-b718064b-6814-437b-bf89-2cb3b3685ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'name': 'tempest-TestVolumeBootPattern-2118761035-router', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:27Z', 'updated_at': '2021-08-31T15:34:31Z', 'revision_number': 4, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'gw_port': {'id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:02:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:28Z', 'updated_at': '2021-08-31T15:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': '58f98173-a7a3-4738-9543-53ebab27af83', 'name': '', 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'mac_address': 'fa:16:3e:13:84:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '080eca60-1e3c-44c2-9c13-4228fac76c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:30Z', 'updated_at': '2021-08-31T15:34:31Z', 'revision_number': 2, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'subnets': [{'id': '080eca60-1e3c-44c2-9c13-4228fac76c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:34.042176 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b718064b-6814-437b-bf89-2cb3b3685ac8 None None] Checking router: be459f49-02c1-44b9-8b0c-b2e7d9c6814d for host: dv-cinder-802781-4-iscsi {{(pid=79279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:34:34.042534 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b718064b-6814-437b-bf89-2cb3b3685ac8 None None] Updating router be459f49-02c1-44b9-8b0c-b2e7d9c6814d port 58f98173-a7a3-4738-9543-53ebab27af83 binding host dv-cinder-802781-4-iscsi {{(pid=79279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:34:34.098014 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-b718064b-6814-437b-bf89-2cb3b3685ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:34.148170 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb1b7a4-7864-4ff0-935b-a0a0b9cf6b5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31c034a1-c16d-5a01-a745-abc2b4c71a16-2d8b1d73-8497-4f0b-9f88-a0f93244b646', 'network_id': '2d8b1d73-8497-4f0b-9f88-a0f93244b646', 'tenant_id': '8472bc1a30914233b0fd622d3eced5c4', 'fixed_ips': [{'subnet_id': 'a1ffd9f3-65c2-4541-b3c9-732cabce2c2c'}]}} from dv-cinder-802781-4-iscsi. {{(pid=79278) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 31 15:34:34.149157 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-bfb1b7a4-7864-4ff0-935b-a0a0b9cf6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:34.281009 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-38f418b6-2a7a-471b-accf-aa85adb160b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3907294', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3925092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-845'] for router, precommit_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:34.307195 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.db_base_plugin_common [None req-bfb1b7a4-7864-4ff0-935b-a0a0b9cf6b5b None None] Allocated IP 172.20.0.2 (2d8b1d73-8497-4f0b-9f88-a0f93244b646/a1ffd9f3-65c2-4541-b3c9-732cabce2c2c/4fd44d7c-8b2c-4f76-9f20-66344b317cc0) {{(pid=79278) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:34:34.495807 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-b718064b-6814-437b-bf89-2cb3b3685ac8 None None] Notify callbacks [] for port, precommit_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:34.509384 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.provisioning_blocks [None req-b718064b-6814-437b-bf89-2cb3b3685ac8 None None] Transition to ACTIVE for port object 58f98173-a7a3-4738-9543-53ebab27af83 will not be triggered until provisioned by entity L2. {{(pid=79279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:34:34.527285 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-b718064b-6814-437b-bf89-2cb3b3685ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:34.537960 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG oslo_concurrency.lockutils [None req-976fb835-00b9-406e-917b-fa6acc0c725a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:34.602256 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc24e90e-9912-4f79-b87a-ea5dfc6839c1 None None] Pushing event updated for resources: {'Port': ['ID=58f98173-a7a3-4738-9543-53ebab27af83,revision_number=3']} {{(pid=79279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:34.605852 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-bfb1b7a4-7864-4ff0-935b-a0a0b9cf6b5b None None] Notify callbacks [] for port, precommit_create {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:34.617561 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-bfb1b7a4-7864-4ff0-935b-a0a0b9cf6b5b None None] Transition to ACTIVE for port object 4fd44d7c-8b2c-4f76-9f20-66344b317cc0 will not be triggered until provisioned by entity L2. {{(pid=79278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:34:34.649761 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-bfb1b7a4-7864-4ff0-935b-a0a0b9cf6b5b None None] Transition to ACTIVE for port object 4fd44d7c-8b2c-4f76-9f20-66344b317cc0 will not be triggered until provisioned by entity DHCP. {{(pid=79278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:34:34.673059 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 0bbd5f29-8e72-4b25-a490-98d82f1363a3 up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:34:34.696327 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24e90e-9912-4f79-b87a-ea5dfc6839c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:34.696666 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24e90e-9912-4f79-b87a-ea5dfc6839c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:34.696997 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24e90e-9912-4f79-b87a-ea5dfc6839c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:34.697319 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24e90e-9912-4f79-b87a-ea5dfc6839c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:34.697640 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24e90e-9912-4f79-b87a-ea5dfc6839c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:34.697953 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24e90e-9912-4f79-b87a-ea5dfc6839c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:34.698267 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24e90e-9912-4f79-b87a-ea5dfc6839c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:34.698578 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24e90e-9912-4f79-b87a-ea5dfc6839c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:34.704354 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24e90e-9912-4f79-b87a-ea5dfc6839c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:34.704805 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24e90e-9912-4f79-b87a-ea5dfc6839c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:34.706699 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24e90e-9912-4f79-b87a-ea5dfc6839c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:34.707355 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc24e90e-9912-4f79-b87a-ea5dfc6839c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79279) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:34.710616 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-bfb1b7a4-7864-4ff0-935b-a0a0b9cf6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264'] for port, after_create {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:34.715420 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-38f418b6-2a7a-471b-accf-aa85adb160b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:34.723563 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG oslo_concurrency.lockutils [None req-dc24e90e-9912-4f79-b87a-ea5dfc6839c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=79279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:34.742516 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-c3659c04-6fc5-4512-a637-5d7291e9891b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:34.783527 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-38f418b6-2a7a-471b-accf-aa85adb160b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:34.808638 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb1b7a4-7864-4ff0-935b-a0a0b9cf6b5b None None] Network 2d8b1d73-8497-4f0b-9f88-a0f93244b646 is already hosted by enough agents. {{(pid=79278) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:34:34.814380 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.scheduler.base_scheduler [None req-bfb1b7a4-7864-4ff0-935b-a0a0b9cf6b5b None None] Resources bound (agent type, host, resource id): {{(pid=79278) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:34:34.821170 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb1b7a4-7864-4ff0-935b-a0a0b9cf6b5b None None] Received port after_create {{(pid=79278) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:34:34.892352 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.managers [None req-b718064b-6814-437b-bf89-2cb3b3685ac8 None None] Attempting to bind port 58f98173-a7a3-4738-9543-53ebab27af83 on host dv-cinder-802781-4-iscsi for vnic_type normal with profile {{(pid=79279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:34:34.893853 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.managers [None req-b718064b-6814-437b-bf89-2cb3b3685ac8 None None] Attempting to bind port 58f98173-a7a3-4738-9543-53ebab27af83 by drivers openvswitch,hyperv on host dv-cinder-802781-4-iscsi at level 0 using segments [{'id': '8d2c72f1-218e-4eb7-8d0d-15b50235536e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570'}] {{(pid=79279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:34:34.894578 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b718064b-6814-437b-bf89-2cb3b3685ac8 None None] Attempting to bind port 58f98173-a7a3-4738-9543-53ebab27af83 on network 5990b3f4-682b-41ef-afb9-dfd0d1d4d570 {{(pid=79279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:34:34.902489 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b718064b-6814-437b-bf89-2cb3b3685ac8 None None] Checking agent: {'id': 'b1845f19-f6eb-4023-b5bb-8a6030080bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 15, 36), 'started_at': datetime.datetime(2021, 8, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:34:34.903193 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b718064b-6814-437b-bf89-2cb3b3685ac8 None None] Checking segment: {'id': '8d2c72f1-218e-4eb7-8d0d-15b50235536e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:34:34.903939 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-b718064b-6814-437b-bf89-2cb3b3685ac8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:34.904622 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b718064b-6814-437b-bf89-2cb3b3685ac8 None None] Bound using segment: {'id': '8d2c72f1-218e-4eb7-8d0d-15b50235536e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570'} {{(pid=79279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:34:34.905259 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.managers [None req-b718064b-6814-437b-bf89-2cb3b3685ac8 None None] Bound port: 58f98173-a7a3-4738-9543-53ebab27af83, host: dv-cinder-802781-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d2c72f1-218e-4eb7-8d0d-15b50235536e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570'}}] {{(pid=79279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:34:34.905822 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-b718064b-6814-437b-bf89-2cb3b3685ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:34.970603 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.db_base_plugin_common [None req-38f418b6-2a7a-471b-accf-aa85adb160b7 admin admin] Allocated IP 172.27.1.157 (8f15a7b0-c0b9-4864-9373-42147a89de1a/497a4a38-4d00-4e5c-ae08-9918d0306661/edbcbb6d-b4a2-4fd8-ab4c-805ae2ad5cc8) {{(pid=79276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:34:34.994092 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb1b7a4-7864-4ff0-935b-a0a0b9cf6b5b None None] Pushing event updated for resources: {'Port': ['ID=4fd44d7c-8b2c-4f76-9f20-66344b317cc0,revision_number=1']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:34.997063 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-bfb1b7a4-7864-4ff0-935b-a0a0b9cf6b5b None None] Attempting to bind port 4fd44d7c-8b2c-4f76-9f20-66344b317cc0 on host dv-cinder-802781-4-iscsi for vnic_type normal with profile {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:34:34.997485 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-bfb1b7a4-7864-4ff0-935b-a0a0b9cf6b5b None None] Attempting to bind port 4fd44d7c-8b2c-4f76-9f20-66344b317cc0 by drivers openvswitch,hyperv on host dv-cinder-802781-4-iscsi at level 0 using segments [{'id': '06cb4e88-3155-471f-a61b-500aaacd4fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2d8b1d73-8497-4f0b-9f88-a0f93244b646'}] {{(pid=79278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:34:34.997860 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb1b7a4-7864-4ff0-935b-a0a0b9cf6b5b None None] Attempting to bind port 4fd44d7c-8b2c-4f76-9f20-66344b317cc0 on network 2d8b1d73-8497-4f0b-9f88-a0f93244b646 {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:34:35.003352 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-bfb1b7a4-7864-4ff0-935b-a0a0b9cf6b5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:35.016027 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.db [None req-b718064b-6814-437b-bf89-2cb3b3685ac8 None None] For port 58f98173-a7a3-4738-9543-53ebab27af83, host dv-cinder-802781-4-iscsi, cleared binding levels {{(pid=79279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:34:35.016616 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb1b7a4-7864-4ff0-935b-a0a0b9cf6b5b None None] Checking agent: {'id': 'b1845f19-f6eb-4023-b5bb-8a6030080bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 15, 36), 'started_at': datetime.datetime(2021, 8, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:34:35.017005 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb1b7a4-7864-4ff0-935b-a0a0b9cf6b5b None None] Checking segment: {'id': '06cb4e88-3155-471f-a61b-500aaacd4fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2d8b1d73-8497-4f0b-9f88-a0f93244b646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:34:35.017414 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-bfb1b7a4-7864-4ff0-935b-a0a0b9cf6b5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:35.017820 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb1b7a4-7864-4ff0-935b-a0a0b9cf6b5b None None] Bound using segment: {'id': '06cb4e88-3155-471f-a61b-500aaacd4fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2d8b1d73-8497-4f0b-9f88-a0f93244b646'} {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:34:35.018294 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-bfb1b7a4-7864-4ff0-935b-a0a0b9cf6b5b None None] Bound port: 4fd44d7c-8b2c-4f76-9f20-66344b317cc0, host: dv-cinder-802781-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06cb4e88-3155-471f-a61b-500aaacd4fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2d8b1d73-8497-4f0b-9f88-a0f93244b646'}}] {{(pid=79278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:34:35.019101 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-bfb1b7a4-7864-4ff0-935b-a0a0b9cf6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:35.020785 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.db [None req-b718064b-6814-437b-bf89-2cb3b3685ac8 None None] For port 58f98173-a7a3-4738-9543-53ebab27af83, host dv-cinder-802781-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=58f98173-a7a3-4738-9543-53ebab27af83,segment=NetworkSegment(8d2c72f1-218e-4eb7-8d0d-15b50235536e),segment_id=8d2c72f1-218e-4eb7-8d0d-15b50235536e)] {{(pid=79279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:34:35.025800 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-b718064b-6814-437b-bf89-2cb3b3685ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:35.031621 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG oslo_concurrency.lockutils [None req-bd905606-2101-4132-8db2-57b228640459 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:35.041856 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port 0bbd5f29-8e72-4b25-a490-98d82f1363a3 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:34:35.042264 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:35.120779 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc24e90e-9912-4f79-b87a-ea5dfc6839c1 None None] Pushing event updated for resources: {'Port': ['ID=58f98173-a7a3-4738-9543-53ebab27af83,revision_number=4']} {{(pid=79279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:35.125919 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG oslo_concurrency.lockutils [None req-dc24e90e-9912-4f79-b87a-ea5dfc6839c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:35.143349 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b718064b-6814-437b-bf89-2cb3b3685ac8 None None] Routers {'be459f49-02c1-44b9-8b0c-b2e7d9c6814d'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:34:35.144201 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-b718064b-6814-437b-bf89-2cb3b3685ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:34:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['be459f49-02c1-44b9-8b0c-b2e7d9c6814d'], 'active': True} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:35.168261 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-38f418b6-2a7a-471b-accf-aa85adb160b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:35.224040 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-38f418b6-2a7a-471b-accf-aa85adb160b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1768796'] for port, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:35.230960 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-6e9d6ba2-9cce-4762-bac7-6f0394470682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:35.233847 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-bfb1b7a4-7864-4ff0-935b-a0a0b9cf6b5b None None] For port 4fd44d7c-8b2c-4f76-9f20-66344b317cc0, host dv-cinder-802781-4-iscsi, cleared binding levels {{(pid=79278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:34:35.239187 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-bfb1b7a4-7864-4ff0-935b-a0a0b9cf6b5b None None] For port 4fd44d7c-8b2c-4f76-9f20-66344b317cc0, host dv-cinder-802781-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=4fd44d7c-8b2c-4f76-9f20-66344b317cc0,segment=NetworkSegment(06cb4e88-3155-471f-a61b-500aaacd4fb1),segment_id=06cb4e88-3155-471f-a61b-500aaacd4fb1)] {{(pid=79278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:34:35.296800 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-bfb1b7a4-7864-4ff0-935b-a0a0b9cf6b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:35.313217 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:35.391447 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvr_db [None req-b718064b-6814-437b-bf89-2cb3b3685ac8 None None] Set router be459f49-02c1-44b9-8b0c-b2e7d9c6814d gateway port host: dv-cinder-802781-4-iscsi {{(pid=79279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:34:35.435634 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-30d1daa3-b661-44ef-8d26-ff55a0139836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:35.467517 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb1b7a4-7864-4ff0-935b-a0a0b9cf6b5b None None] Pushing event updated for resources: {'Port': ['ID=4fd44d7c-8b2c-4f76-9f20-66344b317cc0,revision_number=2']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:35.471542 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-bfb1b7a4-7864-4ff0-935b-a0a0b9cf6b5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:35.538085 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f418b6-2a7a-471b-accf-aa85adb160b7 admin admin] Network 8f15a7b0-c0b9-4864-9373-42147a89de1a is already hosted by enough agents. {{(pid=79276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:34:35.541671 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.base_scheduler [None req-38f418b6-2a7a-471b-accf-aa85adb160b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=79276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:34:35.544096 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f418b6-2a7a-471b-accf-aa85adb160b7 admin admin] Received port after_create {{(pid=79276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:34:35.600859 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f418b6-2a7a-471b-accf-aa85adb160b7 admin admin] Pushing event updated for resources: {'Port': ['ID=edbcbb6d-b4a2-4fd8-ab4c-805ae2ad5cc8,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:35.603637 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-38f418b6-2a7a-471b-accf-aa85adb160b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:35.617014 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:35.788072 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-b718064b-6814-437b-bf89-2cb3b3685ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'name': 'tempest-TestVolumeBootPattern-2118761035-router', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:27Z', 'updated_at': '2021-08-31T15:34:31Z', 'revision_number': 4, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'gw_port': {'id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:02:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:28Z', 'updated_at': '2021-08-31T15:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': '58f98173-a7a3-4738-9543-53ebab27af83', 'name': '', 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'mac_address': 'fa:16:3e:13:84:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '080eca60-1e3c-44c2-9c13-4228fac76c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:30Z', 'updated_at': '2021-08-31T15:34:35Z', 'revision_number': 4, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'subnets': [{'id': '080eca60-1e3c-44c2-9c13-4228fac76c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:35.792457 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b718064b-6814-437b-bf89-2cb3b3685ac8 None None] The sync data for ids ['be459f49-02c1-44b9-8b0c-b2e7d9c6814d'] in dv-cinder-802781-4-iscsi is: [{'id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'name': 'tempest-TestVolumeBootPattern-2118761035-router', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:27Z', 'updated_at': '2021-08-31T15:34:31Z', 'revision_number': 4, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'gw_port': {'id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:02:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:28Z', 'updated_at': '2021-08-31T15:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': '58f98173-a7a3-4738-9543-53ebab27af83', 'name': '', 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'mac_address': 'fa:16:3e:13:84:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '080eca60-1e3c-44c2-9c13-4228fac76c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:30Z', 'updated_at': '2021-08-31T15:34:35Z', 'revision_number': 4, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'subnets': [{'id': '080eca60-1e3c-44c2-9c13-4228fac76c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:34:36.021585 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-38f418b6-2a7a-471b-accf-aa85adb160b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:36.414861 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-38f418b6-2a7a-471b-accf-aa85adb160b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3925029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3906950'] for router, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:36.589736 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf084aa-d58a-4986-9f2b-4f0f9bb7071b None None] Network 2d8b1d73-8497-4f0b-9f88-a0f93244b646 requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:34:36.679202 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f418b6-2a7a-471b-accf-aa85adb160b7 admin admin] Router 9f6af12b-f64d-44ed-a091-414dabceb09b is scheduled to L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 with binding_index 1 {{(pid=79276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 31 15:34:36.683412 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 58f98173-a7a3-4738-9543-53ebab27af83 up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:34:36.717703 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-69b5b7f7-4123-4332-9d7d-a5f5dac91f62 None None] Provisioning for port 4fd44d7c-8b2c-4f76-9f20-66344b317cc0 completed by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:34:36.871697 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f418b6-2a7a-471b-accf-aa85adb160b7 admin admin] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:34:36.874712 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning for port 58f98173-a7a3-4738-9543-53ebab27af83 completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:34:36.883073 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c003d1-e771-47e9-9a57-64665cfdbd35 None None] Sync routers for ids ['9f6af12b-f64d-44ed-a091-414dabceb09b'] in dv-cinder-802781-4-iscsi {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:34:36.896114 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-38f418b6-2a7a-471b-accf-aa85adb160b7 admin admin] Notify callbacks [] for router, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:36.897330 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-38f418b6-2a7a-471b-accf-aa85adb160b7 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9523098 Aug 31 15:34:36.900064 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 54318) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:36.915810 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port 58f98173-a7a3-4738-9543-53ebab27af83 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:34:36.916106 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:36.980662 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c003d1-e771-47e9-9a57-64665cfdbd35 None None] Routers {'9f6af12b-f64d-44ed-a091-414dabceb09b'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:34:36.981312 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-16c003d1-e771-47e9-9a57-64665cfdbd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:34:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['9f6af12b-f64d-44ed-a091-414dabceb09b'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:37.249386 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-16c003d1-e771-47e9-9a57-64665cfdbd35 None None] Set router 9f6af12b-f64d-44ed-a091-414dabceb09b gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:34:37.379219 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:37.510681 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] For port 58f98173-a7a3-4738-9543-53ebab27af83, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=58f98173-a7a3-4738-9543-53ebab27af83,segment=NetworkSegment(8d2c72f1-218e-4eb7-8d0d-15b50235536e),segment_id=8d2c72f1-218e-4eb7-8d0d-15b50235536e)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:34:37.523080 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:37.523970 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 4fd44d7c-8b2c-4f76-9f20-66344b317cc0 up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:34:37.559934 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:37.721092 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Pushing event updated for resources: {'Port': ['ID=58f98173-a7a3-4738-9543-53ebab27af83,revision_number=5']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:37.727989 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:37.744441 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-b78f6e46-44d0-4cf0-886d-3ca2cfd3b0b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:37.749754 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning for port 4fd44d7c-8b2c-4f76-9f20-66344b317cc0 completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:34:37.753444 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0db8da59-104d-4f13-b75d-026ddf724c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:37.758573 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port 4fd44d7c-8b2c-4f76-9f20-66344b317cc0 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:34:37.758957 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:37.821485 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-16c003d1-e771-47e9-9a57-64665cfdbd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6af12b-f64d-44ed-a091-414dabceb09b', 'name': 'tempest-TestVolumeBootPattern-984598676-router', 'tenant_id': '8472bc1a30914233b0fd622d3eced5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'edbcbb6d-b4a2-4fd8-ab4c-805ae2ad5cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:33Z', 'updated_at': '2021-08-31T15:34:35Z', 'revision_number': 3, 'project_id': '8472bc1a30914233b0fd622d3eced5c4', 'gw_port': {'id': 'edbcbb6d-b4a2-4fd8-ab4c-805ae2ad5cc8', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a2:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6af12b-f64d-44ed-a091-414dabceb09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:34Z', 'updated_at': '2021-08-31T15:34:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi'}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:37.830474 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c003d1-e771-47e9-9a57-64665cfdbd35 None None] Checking router: 9f6af12b-f64d-44ed-a091-414dabceb09b for host: dv-cinder-802781-4-iscsi {{(pid=79278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:34:37.830850 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c003d1-e771-47e9-9a57-64665cfdbd35 None None] Updating router 9f6af12b-f64d-44ed-a091-414dabceb09b port edbcbb6d-b4a2-4fd8-ab4c-805ae2ad5cc8 binding host dv-cinder-802781-4-iscsi {{(pid=79278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:34:37.937145 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-16c003d1-e771-47e9-9a57-64665cfdbd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:37.994278 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:38.029616 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.db_base_plugin_common [None req-0db8da59-104d-4f13-b75d-026ddf724c26 admin admin] Allocated IP 172.20.0.1 (2d8b1d73-8497-4f0b-9f88-a0f93244b646/a1ffd9f3-65c2-4541-b3c9-732cabce2c2c/9053b3f2-a49b-43db-b2da-0376bc43b273) {{(pid=79276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:34:38.090054 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9445f28-7ab3-48b1-8bad-32eae36c205c req-0c206f08-e291-492e-b802-f277e7bc7a1a tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:38.090890 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] For port 4fd44d7c-8b2c-4f76-9f20-66344b317cc0, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=4fd44d7c-8b2c-4f76-9f20-66344b317cc0,segment=NetworkSegment(06cb4e88-3155-471f-a61b-500aaacd4fb1),segment_id=06cb4e88-3155-471f-a61b-500aaacd4fb1)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:34:38.091576 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-b9445f28-7ab3-48b1-8bad-32eae36c205c req-0c206f08-e291-492e-b802-f277e7bc7a1a tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 947 time: 0.1678026 Aug 31 15:34:38.099735 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:38.104836 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:38.218592 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-b9445f28-7ab3-48b1-8bad-32eae36c205c req-4ee9c679-ebe0-42c9-a2b8-5705d8a6f0d1 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206918 Aug 31 15:34:38.252651 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0db8da59-104d-4f13-b75d-026ddf724c26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:38.264127 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Pushing event updated for resources: {'Port': ['ID=4fd44d7c-8b2c-4f76-9f20-66344b317cc0,revision_number=3']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:38.269142 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:38.271143 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.provisioning_blocks [None req-0db8da59-104d-4f13-b75d-026ddf724c26 admin admin] Transition to ACTIVE for port object 9053b3f2-a49b-43db-b2da-0376bc43b273 will not be triggered until provisioned by entity DHCP. {{(pid=79276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:34:38.296180 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0db8da59-104d-4f13-b75d-026ddf724c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1768796'] for port, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:38.300890 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-38f418b6-2a7a-471b-accf-aa85adb160b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:38.365501 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db8da59-104d-4f13-b75d-026ddf724c26 admin admin] Network 2d8b1d73-8497-4f0b-9f88-a0f93244b646 is already hosted by enough agents. {{(pid=79276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:34:38.368947 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.base_scheduler [None req-0db8da59-104d-4f13-b75d-026ddf724c26 admin admin] Resources bound (agent type, host, resource id): {{(pid=79276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:34:38.372768 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db8da59-104d-4f13-b75d-026ddf724c26 admin admin] Received port after_create {{(pid=79276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:34:38.407992 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db8da59-104d-4f13-b75d-026ddf724c26 admin admin] Pushing event updated for resources: {'Port': ['ID=9053b3f2-a49b-43db-b2da-0376bc43b273,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:38.414465 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-0db8da59-104d-4f13-b75d-026ddf724c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:38.427089 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-16c003d1-e771-47e9-9a57-64665cfdbd35 None None] Notify callbacks [] for port, precommit_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:38.441090 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0db8da59-104d-4f13-b75d-026ddf724c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3927107'] for router_interface, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:38.443386 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-16c003d1-e771-47e9-9a57-64665cfdbd35 None None] Transition to ACTIVE for port object edbcbb6d-b4a2-4fd8-ab4c-805ae2ad5cc8 will not be triggered until provisioned by entity L2. {{(pid=79278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:34:38.454764 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-16c003d1-e771-47e9-9a57-64665cfdbd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:38.469701 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:38.554180 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-16c003d1-e771-47e9-9a57-64665cfdbd35 None None] Attempting to bind port edbcbb6d-b4a2-4fd8-ab4c-805ae2ad5cc8 on host dv-cinder-802781-4-iscsi for vnic_type normal with profile {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:34:38.554562 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-16c003d1-e771-47e9-9a57-64665cfdbd35 None None] Attempting to bind port edbcbb6d-b4a2-4fd8-ab4c-805ae2ad5cc8 by drivers openvswitch,hyperv on host dv-cinder-802781-4-iscsi at level 0 using segments [{'id': 'ee0cca34-cfc1-48b8-9cd2-f432400bdd40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'}] {{(pid=79278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:34:38.554936 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c003d1-e771-47e9-9a57-64665cfdbd35 None None] Attempting to bind port edbcbb6d-b4a2-4fd8-ab4c-805ae2ad5cc8 on network 8f15a7b0-c0b9-4864-9373-42147a89de1a {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:34:38.560582 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6119480-a685-44c4-b1b3-0b6750dd733b None None] Pushing event updated for resources: {'Port': ['ID=edbcbb6d-b4a2-4fd8-ab4c-805ae2ad5cc8,revision_number=2']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:38.564461 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-a6119480-a685-44c4-b1b3-0b6750dd733b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:38.565321 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c003d1-e771-47e9-9a57-64665cfdbd35 None None] Checking agent: {'id': 'b1845f19-f6eb-4023-b5bb-8a6030080bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 15, 36), 'started_at': datetime.datetime(2021, 8, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:34:38.565738 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c003d1-e771-47e9-9a57-64665cfdbd35 None None] Checking segment: {'id': 'ee0cca34-cfc1-48b8-9cd2-f432400bdd40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:34:38.566143 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-16c003d1-e771-47e9-9a57-64665cfdbd35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:38.567072 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c003d1-e771-47e9-9a57-64665cfdbd35 None None] Bound using segment: {'id': 'ee0cca34-cfc1-48b8-9cd2-f432400bdd40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'} {{(pid=79278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:34:38.568327 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.managers [None req-16c003d1-e771-47e9-9a57-64665cfdbd35 None None] Bound port: edbcbb6d-b4a2-4fd8-ab4c-805ae2ad5cc8, host: dv-cinder-802781-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0cca34-cfc1-48b8-9cd2-f432400bdd40', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'}}] {{(pid=79278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:34:38.568716 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-16c003d1-e771-47e9-9a57-64665cfdbd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:38.578159 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0db8da59-104d-4f13-b75d-026ddf724c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:38.635410 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 58f98173-a7a3-4738-9543-53ebab27af83 up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:34:38.698532 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-16c003d1-e771-47e9-9a57-64665cfdbd35 None None] For port edbcbb6d-b4a2-4fd8-ab4c-805ae2ad5cc8, host dv-cinder-802781-4-iscsi, cleared binding levels {{(pid=79278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:34:38.704953 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-16c003d1-e771-47e9-9a57-64665cfdbd35 None None] For port edbcbb6d-b4a2-4fd8-ab4c-805ae2ad5cc8, host dv-cinder-802781-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=edbcbb6d-b4a2-4fd8-ab4c-805ae2ad5cc8,segment=NetworkSegment(ee0cca34-cfc1-48b8-9cd2-f432400bdd40),segment_id=ee0cca34-cfc1-48b8-9cd2-f432400bdd40)] {{(pid=79278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:34:38.712044 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-16c003d1-e771-47e9-9a57-64665cfdbd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:38.717632 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:38.746366 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-e13783ea-c5a8-438c-8257-7789e7f2b831 None None] Provisioning for port 9053b3f2-a49b-43db-b2da-0376bc43b273 completed by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:34:38.779554 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-e13783ea-c5a8-438c-8257-7789e7f2b831 None None] Provisioning complete for port 9053b3f2-a49b-43db-b2da-0376bc43b273 triggered by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:34:38.779921 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-e13783ea-c5a8-438c-8257-7789e7f2b831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:38.802360 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0db8da59-104d-4f13-b75d-026ddf724c26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:38.807966 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0db8da59-104d-4f13-b75d-026ddf724c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1768773'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:38.859901 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c003d1-e771-47e9-9a57-64665cfdbd35 None None] Routers {'9f6af12b-f64d-44ed-a091-414dabceb09b'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:34:38.860560 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-16c003d1-e771-47e9-9a57-64665cfdbd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:34:38Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['9f6af12b-f64d-44ed-a091-414dabceb09b'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:38.942677 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-6e9d6ba2-9cce-4762-bac7-6f0394470682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:38.944360 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-e13783ea-c5a8-438c-8257-7789e7f2b831 None None] Port 9053b3f2-a49b-43db-b2da-0376bc43b273 cannot update to ACTIVE because it is not bound. {{(pid=79278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:34:38.945717 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6119480-a685-44c4-b1b3-0b6750dd733b None None] Pushing event updated for resources: {'Port': ['ID=edbcbb6d-b4a2-4fd8-ab4c-805ae2ad5cc8,revision_number=3']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:38.962923 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-a6119480-a685-44c4-b1b3-0b6750dd733b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:38.963548 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port 58f98173-a7a3-4738-9543-53ebab27af83 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:34:38.963928 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:39.020674 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:39.022617 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0db8da59-104d-4f13-b75d-026ddf724c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3790843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3927084'] for router_interface, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:39.025960 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db8da59-104d-4f13-b75d-026ddf724c26 admin admin] Pushing event updated for resources: {'Port': ['ID=9053b3f2-a49b-43db-b2da-0376bc43b273,revision_number=2']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:39.029217 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-0db8da59-104d-4f13-b75d-026ddf724c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:39.161264 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db8da59-104d-4f13-b75d-026ddf724c26 admin admin] Network 2d8b1d73-8497-4f0b-9f88-a0f93244b646 is already hosted by enough agents. {{(pid=79276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:34:39.162465 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.base_scheduler [None req-0db8da59-104d-4f13-b75d-026ddf724c26 admin admin] Resources bound (agent type, host, resource id): {{(pid=79276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:34:39.165323 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-16c003d1-e771-47e9-9a57-64665cfdbd35 None None] Set router 9f6af12b-f64d-44ed-a091-414dabceb09b gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:34:39.322305 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 4fd44d7c-8b2c-4f76-9f20-66344b317cc0 up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:34:39.450964 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db8da59-104d-4f13-b75d-026ddf724c26 admin admin] Router 9f6af12b-f64d-44ed-a091-414dabceb09b has already been hosted by L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 {{(pid=79276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:34:39.522330 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-c35aaa9b-d9ea-4720-91eb-fc766f11e62f None None] Provisioning complete for port 9053b3f2-a49b-43db-b2da-0376bc43b273 triggered by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:34:39.523384 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-c35aaa9b-d9ea-4720-91eb-fc766f11e62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:39.557842 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de2845-be19-434b-ac60-4bb631b2b67d req-e3f25681-cd70-4603-9c66-0de4ce8eee21 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:39.559402 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-39de2845-be19-434b-ac60-4bb631b2b67d req-e3f25681-cd70-4603-9c66-0de4ce8eee21 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 947 time: 0.2007246 Aug 31 15:34:39.559675 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port 4fd44d7c-8b2c-4f76-9f20-66344b317cc0 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:34:39.560056 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:39.683392 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-39de2845-be19-434b-ac60-4bb631b2b67d req-34626114-58f4-48e9-82f5-c7e9e9aa3cfb tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179504 Aug 31 15:34:39.685220 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:39.688842 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-c35aaa9b-d9ea-4720-91eb-fc766f11e62f None None] Port 9053b3f2-a49b-43db-b2da-0376bc43b273 cannot update to ACTIVE because it is not bound. {{(pid=79278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:34:39.690151 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db8da59-104d-4f13-b75d-026ddf724c26 admin admin] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:34:39.700260 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-0db8da59-104d-4f13-b75d-026ddf724c26 admin admin] 10.222.0.81 "PUT /v2.0/routers/9f6af12b-f64d-44ed-a091-414dabceb09b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7991858 Aug 31 15:34:39.783743 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-16c003d1-e771-47e9-9a57-64665cfdbd35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6af12b-f64d-44ed-a091-414dabceb09b', 'name': 'tempest-TestVolumeBootPattern-984598676-router', 'tenant_id': '8472bc1a30914233b0fd622d3eced5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'edbcbb6d-b4a2-4fd8-ab4c-805ae2ad5cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:33Z', 'updated_at': '2021-08-31T15:34:38Z', 'revision_number': 4, 'project_id': '8472bc1a30914233b0fd622d3eced5c4', 'gw_port': {'id': 'edbcbb6d-b4a2-4fd8-ab4c-805ae2ad5cc8', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a2:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6af12b-f64d-44ed-a091-414dabceb09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:34Z', 'updated_at': '2021-08-31T15:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': '9053b3f2-a49b-43db-b2da-0376bc43b273', 'name': '', 'network_id': '2d8b1d73-8497-4f0b-9f88-a0f93244b646', 'tenant_id': '8472bc1a30914233b0fd622d3eced5c4', 'mac_address': 'fa:16:3e:88:8c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6af12b-f64d-44ed-a091-414dabceb09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a1ffd9f3-65c2-4541-b3c9-732cabce2c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:37Z', 'updated_at': '2021-08-31T15:34:38Z', 'revision_number': 2, 'project_id': '8472bc1a30914233b0fd622d3eced5c4', 'subnets': [{'id': 'a1ffd9f3-65c2-4541-b3c9-732cabce2c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:39.788097 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c003d1-e771-47e9-9a57-64665cfdbd35 None None] The sync data for ids ['9f6af12b-f64d-44ed-a091-414dabceb09b'] in dv-cinder-802781-4-iscsi is: [{'id': '9f6af12b-f64d-44ed-a091-414dabceb09b', 'name': 'tempest-TestVolumeBootPattern-984598676-router', 'tenant_id': '8472bc1a30914233b0fd622d3eced5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'edbcbb6d-b4a2-4fd8-ab4c-805ae2ad5cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:33Z', 'updated_at': '2021-08-31T15:34:38Z', 'revision_number': 4, 'project_id': '8472bc1a30914233b0fd622d3eced5c4', 'gw_port': {'id': 'edbcbb6d-b4a2-4fd8-ab4c-805ae2ad5cc8', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a2:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6af12b-f64d-44ed-a091-414dabceb09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:34Z', 'updated_at': '2021-08-31T15:34:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': '9053b3f2-a49b-43db-b2da-0376bc43b273', 'name': '', 'network_id': '2d8b1d73-8497-4f0b-9f88-a0f93244b646', 'tenant_id': '8472bc1a30914233b0fd622d3eced5c4', 'mac_address': 'fa:16:3e:88:8c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6af12b-f64d-44ed-a091-414dabceb09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a1ffd9f3-65c2-4541-b3c9-732cabce2c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:37Z', 'updated_at': '2021-08-31T15:34:38Z', 'revision_number': 2, 'project_id': '8472bc1a30914233b0fd622d3eced5c4', 'subnets': [{'id': 'a1ffd9f3-65c2-4541-b3c9-732cabce2c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:34:39.960683 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d02251-1232-4a5a-87e3-cb88629079db req-8d2a5493-cad4-49ed-9e1d-9a28ba362bda tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:39.962225 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f6d02251-1232-4a5a-87e3-cb88629079db req-8d2a5493-cad4-49ed-9e1d-9a28ba362bda tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.64 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 947 time: 0.0817308 Aug 31 15:34:40.058140 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [req-f6d02251-1232-4a5a-87e3-cb88629079db req-4acef35e-577a-4460-8c1f-a39e3421b12f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Deleting port 21a93650-0680-48d5-a2c5-480caa1b0b40 {{(pid=79277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:34:40.058486 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-f6d02251-1232-4a5a-87e3-cb88629079db req-4acef35e-577a-4460-8c1f-a39e3421b12f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:40.209502 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 54346) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:40.215068 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-04932626-fb19-4015-a3c3-a79d3f81afb9 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1753315560', 'description': 'tempest-secgroup-smoke-1753315560 description', 'project_id': 'e4371ca94d2f4596a8827e56a45419f1'}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:34:40.221467 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-04932626-fb19-4015-a3c3-a79d3f81afb9 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:34:40.225704 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-04932626-fb19-4015-a3c3-a79d3f81afb9 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Usage tracker for resource:security_group and tenant:e4371ca94d2f4596a8827e56a45419f1 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:34:40.228744 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-04932626-fb19-4015-a3c3-a79d3f81afb9 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:34:40.235867 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-04932626-fb19-4015-a3c3-a79d3f81afb9 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:34:40.246011 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-04932626-fb19-4015-a3c3-a79d3f81afb9 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:40.272228 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-04932626-fb19-4015-a3c3-a79d3f81afb9 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:34:40.276131 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-04932626-fb19-4015-a3c3-a79d3f81afb9 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Usage tracker for resource:security_group_rule and tenant:e4371ca94d2f4596a8827e56a45419f1 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:34:40.279050 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-04932626-fb19-4015-a3c3-a79d3f81afb9 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:34:40.285751 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-04932626-fb19-4015-a3c3-a79d3f81afb9 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:34:40.329885 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-f6d02251-1232-4a5a-87e3-cb88629079db req-4acef35e-577a-4460-8c1f-a39e3421b12f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] For port 21a93650-0680-48d5-a2c5-480caa1b0b40, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=21a93650-0680-48d5-a2c5-480caa1b0b40,segment=NetworkSegment(55bbcfae-09d1-4d68-91e6-fad754499a5e),segment_id=55bbcfae-09d1-4d68-91e6-fad754499a5e)] {{(pid=79277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:34:40.330286 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-f6d02251-1232-4a5a-87e3-cb88629079db req-4acef35e-577a-4460-8c1f-a39e3421b12f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:40.364537 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-04932626-fb19-4015-a3c3-a79d3f81afb9 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:40.373075 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-04932626-fb19-4015-a3c3-a79d3f81afb9 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:40.385659 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-b6491496-00c3-4855-923d-d4baf926886c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:40.416175 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04932626-fb19-4015-a3c3-a79d3f81afb9 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8edf42a-55a3-4cf9-904d-acbe34d98f9a,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:40.419307 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-04932626-fb19-4015-a3c3-a79d3f81afb9 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:40.434398 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-04932626-fb19-4015-a3c3-a79d3f81afb9 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:40.439345 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-04932626-fb19-4015-a3c3-a79d3f81afb9 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2286596 Aug 31 15:34:40.440281 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 54350) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:40.446704 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-303c7049-9cde-4fab-89d6-3563c5b62270 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Request body: {'security_group_rule': {'security_group_id': 'b8edf42a-55a3-4cf9-904d-acbe34d98f9a', 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:34:40.453254 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-303c7049-9cde-4fab-89d6-3563c5b62270 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:34:40.458242 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-303c7049-9cde-4fab-89d6-3563c5b62270 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Usage tracker for resource:security_group_rule and tenant:e4371ca94d2f4596a8827e56a45419f1 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:34:40.467564 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-303c7049-9cde-4fab-89d6-3563c5b62270 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:34:40.474579 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-303c7049-9cde-4fab-89d6-3563c5b62270 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:34:40.531163 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-303c7049-9cde-4fab-89d6-3563c5b62270 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:40.577459 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:40.638216 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-303c7049-9cde-4fab-89d6-3563c5b62270 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:40.646326 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-303c7049-9cde-4fab-89d6-3563c5b62270 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858734'] for security_group_rule, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:40.649062 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:40.689876 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device edbcbb6d-b4a2-4fd8-ab4c-805ae2ad5cc8 up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:34:40.697865 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c7049-9cde-4fab-89d6-3563c5b62270 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f76e366-49e1-4869-9ed5-e3deefa1f078,revision_number=0']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:40.704596 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-f6d02251-1232-4a5a-87e3-cb88629079db req-4acef35e-577a-4460-8c1f-a39e3421b12f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:40.705200 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-f6d02251-1232-4a5a-87e3-cb88629079db req-4acef35e-577a-4460-8c1f-a39e3421b12f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906927'] for floatingip, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:40.705883 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.db.l3_db [req-f6d02251-1232-4a5a-87e3-cb88629079db req-4acef35e-577a-4460-8c1f-a39e3421b12f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Floating IP 52dafb8a-02ef-4f00-b513-7b3a95034562 disassociated. External IP: 172.27.1.25, port: 21a93650-0680-48d5-a2c5-480caa1b0b40. Aug 31 15:34:40.706152 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-303c7049-9cde-4fab-89d6-3563c5b62270 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:40.706547 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [req-f6d02251-1232-4a5a-87e3-cb88629079db req-4acef35e-577a-4460-8c1f-a39e3421b12f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Calling delete_port for 21a93650-0680-48d5-a2c5-480caa1b0b40 owned by compute:nova {{(pid=79277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:34:40.723690 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-303c7049-9cde-4fab-89d6-3563c5b62270 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:40.725083 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-303c7049-9cde-4fab-89d6-3563c5b62270 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2835169 Aug 31 15:34:40.727831 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 54358) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:40.733244 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-607ae4a5-1904-4589-99f0-7ecd38890c5f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Request body: {'security_group_rule': {'security_group_id': 'b8edf42a-55a3-4cf9-904d-acbe34d98f9a', 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:34:40.749359 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-607ae4a5-1904-4589-99f0-7ecd38890c5f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:34:40.760636 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-607ae4a5-1904-4589-99f0-7ecd38890c5f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Usage tracker for resource:security_group_rule and tenant:e4371ca94d2f4596a8827e56a45419f1 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:34:40.771599 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-607ae4a5-1904-4589-99f0-7ecd38890c5f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:34:40.778329 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-607ae4a5-1904-4589-99f0-7ecd38890c5f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:34:40.810567 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-607ae4a5-1904-4589-99f0-7ecd38890c5f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:40.841579 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning for port edbcbb6d-b4a2-4fd8-ab4c-805ae2ad5cc8 completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:34:40.849104 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port edbcbb6d-b4a2-4fd8-ab4c-805ae2ad5cc8 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:34:40.849556 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:40.885302 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-607ae4a5-1904-4589-99f0-7ecd38890c5f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:40.897344 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-607ae4a5-1904-4589-99f0-7ecd38890c5f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858734'] for security_group_rule, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:40.899552 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:40.933989 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-607ae4a5-1904-4589-99f0-7ecd38890c5f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:40.937782 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-607ae4a5-1904-4589-99f0-7ecd38890c5f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2064545 Aug 31 15:34:40.937782 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ae4a5-1904-4589-99f0-7ecd38890c5f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c6ea2ee-d750-4b9a-bcbc-c27c1baabe52,revision_number=0']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:40.938036 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 54362) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:40.940534 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-607ae4a5-1904-4589-99f0-7ecd38890c5f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:40.944298 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-c6daa3b0-87a9-43a5-b803-8df613603f2b tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Request body: {'security_group_rule': {'security_group_id': 'b8edf42a-55a3-4cf9-904d-acbe34d98f9a', 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:34:40.950400 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-c6daa3b0-87a9-43a5-b803-8df613603f2b tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:34:40.954794 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-c6daa3b0-87a9-43a5-b803-8df613603f2b tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Usage tracker for resource:security_group_rule and tenant:e4371ca94d2f4596a8827e56a45419f1 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:34:40.958189 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-c6daa3b0-87a9-43a5-b803-8df613603f2b tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:34:40.964088 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-c6daa3b0-87a9-43a5-b803-8df613603f2b tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:34:40.999068 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c6daa3b0-87a9-43a5-b803-8df613603f2b tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:41.007913 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:41.027582 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] For port edbcbb6d-b4a2-4fd8-ab4c-805ae2ad5cc8, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=edbcbb6d-b4a2-4fd8-ab4c-805ae2ad5cc8,segment=NetworkSegment(ee0cca34-cfc1-48b8-9cd2-f432400bdd40),segment_id=ee0cca34-cfc1-48b8-9cd2-f432400bdd40)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:34:41.037141 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:41.041765 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:41.052672 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-f6d02251-1232-4a5a-87e3-cb88629079db req-4acef35e-577a-4460-8c1f-a39e3421b12f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10695601'] for port, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:41.060253 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-e461a346-76c0-4ff6-8928-0a582c821a09 tempest-AttachVolumeNegativeTest-970249127 tempest-AttachVolumeNegativeTest-970249127-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:41.075999 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c6daa3b0-87a9-43a5-b803-8df613603f2b tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:41.081121 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c6daa3b0-87a9-43a5-b803-8df613603f2b tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858734'] for security_group_rule, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:41.083449 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-aaa1f8ab-e773-4633-95c5-185e856a2b4d tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:41.107843 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6daa3b0-87a9-43a5-b803-8df613603f2b tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60fb133b-d75a-4d5f-a320-c19111cbd975,revision_number=0']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:41.112794 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-c6daa3b0-87a9-43a5-b803-8df613603f2b tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:41.117017 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acef35e-577a-4460-8c1f-a39e3421b12f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Pushing event deleted for resources: {'Port': ['ID=21a93650-0680-48d5-a2c5-480caa1b0b40,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:41.119888 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c6daa3b0-87a9-43a5-b803-8df613603f2b tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:41.124445 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-c6daa3b0-87a9-43a5-b803-8df613603f2b tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1829252 Aug 31 15:34:41.124671 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 54366) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:41.127131 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acef35e-577a-4460-8c1f-a39e3421b12f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:41.127514 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acef35e-577a-4460-8c1f-a39e3421b12f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:41.127875 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acef35e-577a-4460-8c1f-a39e3421b12f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:41.128230 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acef35e-577a-4460-8c1f-a39e3421b12f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:41.128576 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acef35e-577a-4460-8c1f-a39e3421b12f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:41.128956 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acef35e-577a-4460-8c1f-a39e3421b12f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:41.129303 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acef35e-577a-4460-8c1f-a39e3421b12f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:41.129645 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acef35e-577a-4460-8c1f-a39e3421b12f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:41.129984 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acef35e-577a-4460-8c1f-a39e3421b12f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:41.130325 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acef35e-577a-4460-8c1f-a39e3421b12f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:41.130518 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-b7f868c5-46fb-44bb-a44c-d30459eed6e5 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Request body: {'security_group_rule': {'security_group_id': 'b8edf42a-55a3-4cf9-904d-acbe34d98f9a', 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:34:41.130699 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acef35e-577a-4460-8c1f-a39e3421b12f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:41.130998 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acef35e-577a-4460-8c1f-a39e3421b12f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:41.138344 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-b7f868c5-46fb-44bb-a44c-d30459eed6e5 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:34:41.138885 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-4acef35e-577a-4460-8c1f-a39e3421b12f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:41.142962 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-b7f868c5-46fb-44bb-a44c-d30459eed6e5 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Usage tracker for resource:security_group_rule and tenant:e4371ca94d2f4596a8827e56a45419f1 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:34:41.147074 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-b7f868c5-46fb-44bb-a44c-d30459eed6e5 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:34:41.153731 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-b7f868c5-46fb-44bb-a44c-d30459eed6e5 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:34:41.172877 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Pushing event updated for resources: {'Port': ['ID=edbcbb6d-b4a2-4fd8-ab4c-805ae2ad5cc8,revision_number=4']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:41.174889 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b7f868c5-46fb-44bb-a44c-d30459eed6e5 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:41.175975 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:41.224043 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd068b-9cfc-45ba-803c-57fcfc8a85aa req-b5ef4894-fe4e-43d8-8bf1-33902b3475b9 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:41.225476 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-43dd068b-9cfc-45ba-803c-57fcfc8a85aa req-b5ef4894-fe4e-43d8-8bf1-33902b3475b9 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dfa32ad-91cf-4fcb-97be-18b5636b9c5d HTTP/1.1" status: 200 len: 868 time: 0.2587042 Aug 31 15:34:41.239632 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b7f868c5-46fb-44bb-a44c-d30459eed6e5 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:41.243631 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b7f868c5-46fb-44bb-a44c-d30459eed6e5 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858734'] for security_group_rule, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:41.251057 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-9419b9c9-6781-4533-8f97-62bfbaf9a42c tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:41.269316 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f868c5-46fb-44bb-a44c-d30459eed6e5 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baf56ea9-11e1-4990-8dc7-eb09f9c05be3,revision_number=0']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:41.272762 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-b7f868c5-46fb-44bb-a44c-d30459eed6e5 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:41.280589 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b7f868c5-46fb-44bb-a44c-d30459eed6e5 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:41.281872 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-b7f868c5-46fb-44bb-a44c-d30459eed6e5 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1562395 Aug 31 15:34:41.284734 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 54370) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:41.290799 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-93aac2db-1a60-4583-af99-5ca93b4290c1 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Request body: {'security_group_rule': {'security_group_id': 'b8edf42a-55a3-4cf9-904d-acbe34d98f9a', 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:34:41.296429 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-93aac2db-1a60-4583-af99-5ca93b4290c1 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:34:41.300223 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-93aac2db-1a60-4583-af99-5ca93b4290c1 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Usage tracker for resource:security_group_rule and tenant:e4371ca94d2f4596a8827e56a45419f1 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:34:41.303214 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-93aac2db-1a60-4583-af99-5ca93b4290c1 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:34:41.309093 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-93aac2db-1a60-4583-af99-5ca93b4290c1 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:34:41.319762 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.db.securitygroups_db [None req-93aac2db-1a60-4583-af99-5ca93b4290c1 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Project e4371ca94d2f4596a8827e56a45419f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:34:41.326232 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-93aac2db-1a60-4583-af99-5ca93b4290c1 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:41.350400 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-43dd068b-9cfc-45ba-803c-57fcfc8a85aa req-b0e05e92-2b96-44a4-a917-0d6d6ebe879f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=2555382b-e636-4805-a0c7-6c7fe501e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162341 Aug 31 15:34:41.377921 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6d02251-1232-4a5a-87e3-cb88629079db req-4acef35e-577a-4460-8c1f-a39e3421b12f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Router 640632f1-2890-41d5-9080-83ba2ad71416 has already been hosted by L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 {{(pid=79277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:34:41.400728 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-93aac2db-1a60-4583-af99-5ca93b4290c1 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:41.406062 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-93aac2db-1a60-4583-af99-5ca93b4290c1 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858734'] for security_group_rule, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:41.408046 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:41.439317 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aac2db-1a60-4583-af99-5ca93b4290c1 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71f1a320-1af2-41b4-8b6c-416d54b4dbe0,revision_number=0']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:41.451557 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aac2db-1a60-4583-af99-5ca93b4290c1 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:41.451958 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aac2db-1a60-4583-af99-5ca93b4290c1 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:41.452826 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aac2db-1a60-4583-af99-5ca93b4290c1 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:41.453254 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aac2db-1a60-4583-af99-5ca93b4290c1 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:41.453612 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aac2db-1a60-4583-af99-5ca93b4290c1 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:41.453989 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aac2db-1a60-4583-af99-5ca93b4290c1 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:41.454341 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aac2db-1a60-4583-af99-5ca93b4290c1 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:41.454754 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aac2db-1a60-4583-af99-5ca93b4290c1 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:41.455106 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aac2db-1a60-4583-af99-5ca93b4290c1 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:41.455536 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aac2db-1a60-4583-af99-5ca93b4290c1 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:41.455943 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aac2db-1a60-4583-af99-5ca93b4290c1 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:41.456340 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93aac2db-1a60-4583-af99-5ca93b4290c1 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:34:41.461269 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-93aac2db-1a60-4583-af99-5ca93b4290c1 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:41.462203 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-93aac2db-1a60-4583-af99-5ca93b4290c1 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:41.466614 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-93aac2db-1a60-4583-af99-5ca93b4290c1 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1806979 Aug 31 15:34:41.470329 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 54374) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:41.476618 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-feea219f-0e0d-409b-af57-fa727ae225c8 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Request body: {'security_group_rule': {'security_group_id': 'b8edf42a-55a3-4cf9-904d-acbe34d98f9a', 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:34:41.482695 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-feea219f-0e0d-409b-af57-fa727ae225c8 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:34:41.486632 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-feea219f-0e0d-409b-af57-fa727ae225c8 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Usage tracker for resource:security_group_rule and tenant:e4371ca94d2f4596a8827e56a45419f1 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:34:41.490410 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-feea219f-0e0d-409b-af57-fa727ae225c8 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:34:41.496667 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-feea219f-0e0d-409b-af57-fa727ae225c8 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:34:41.509376 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.db.securitygroups_db [None req-feea219f-0e0d-409b-af57-fa727ae225c8 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Project e4371ca94d2f4596a8827e56a45419f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 15:34:41.516791 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-feea219f-0e0d-409b-af57-fa727ae225c8 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:41.588124 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6d02251-1232-4a5a-87e3-cb88629079db req-4acef35e-577a-4460-8c1f-a39e3421b12f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:34:41.596095 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-feea219f-0e0d-409b-af57-fa727ae225c8 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:41.599868 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5813c46f-7a20-43ef-9b36-f82c8b33fb89 None None] Sync routers for ids ['640632f1-2890-41d5-9080-83ba2ad71416'] in dv-cinder-802781-4-iscsi {{(pid=79279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:34:41.601070 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-feea219f-0e0d-409b-af57-fa727ae225c8 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858734'] for security_group_rule, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:41.603010 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-af7b3fdc-da19-476a-aca5-f796ed9ef2ef tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:41.610395 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5813c46f-7a20-43ef-9b36-f82c8b33fb89 None None] Routers {'640632f1-2890-41d5-9080-83ba2ad71416'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:34:41.611237 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-5813c46f-7a20-43ef-9b36-f82c8b33fb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:34:38Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['640632f1-2890-41d5-9080-83ba2ad71416'], 'active': True} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:41.631533 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feea219f-0e0d-409b-af57-fa727ae225c8 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30370158-7fe0-40ec-8b82-389aff1f08d3,revision_number=0']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:41.636196 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-feea219f-0e0d-409b-af57-fa727ae225c8 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:41.647462 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-feea219f-0e0d-409b-af57-fa727ae225c8 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:41.649135 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-feea219f-0e0d-409b-af57-fa727ae225c8 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1778076 Aug 31 15:34:41.677824 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d02251-1232-4a5a-87e3-cb88629079db req-4acef35e-577a-4460-8c1f-a39e3421b12f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] No DVR routers for this DVR port 21a93650-0680-48d5-a2c5-480caa1b0b40 on host hv-cinder-80278 {{(pid=79277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:34:41.680850 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-f6d02251-1232-4a5a-87e3-cb88629079db req-4acef35e-577a-4460-8c1f-a39e3421b12f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:41.688057 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dfa32ad-91cf-4fcb-97be-18b5636b9c5d', 'name': 'network-vif-deleted', 'tag': '21a93650-0680-48d5-a2c5-480caa1b0b40'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:34:41.705099 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f6d02251-1232-4a5a-87e3-cb88629079db req-4acef35e-577a-4460-8c1f-a39e3421b12f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.64 "DELETE /v2.0/ports/21a93650-0680-48d5-a2c5-480caa1b0b40 HTTP/1.1" status: 204 len: 173 time: 1.7336314 Aug 31 15:34:41.765854 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dfa32ad-91cf-4fcb-97be-18b5636b9c5d', 'name': 'network-vif-deleted', 'tag': '21a93650-0680-48d5-a2c5-480caa1b0b40', 'status': 'completed', 'code': 200} Aug 31 15:34:41.864559 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvr_db [None req-5813c46f-7a20-43ef-9b36-f82c8b33fb89 None None] Set router 640632f1-2890-41d5-9080-83ba2ad71416 gateway port host: dv-cinder-802781-4-iscsi {{(pid=79279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:34:42.214202 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-5813c46f-7a20-43ef-9b36-f82c8b33fb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640632f1-2890-41d5-9080-83ba2ad71416', 'name': 'tempest-AttachVolumeShelveTestJSON-1099268491-router', 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '3e6c12a1-ba4a-4ea1-af49-000286b771ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:29:46Z', 'updated_at': '2021-08-31T15:29:50Z', 'revision_number': 4, 'project_id': '0018b07184be4602aa2184d192c944aa', 'gw_port': {'id': '3e6c12a1-ba4a-4ea1-af49-000286b771ba', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:75:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640632f1-2890-41d5-9080-83ba2ad71416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:29:46Z', 'updated_at': '2021-08-31T15:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': 'c06d0239-f808-43d8-86f8-e3bcddd48a66', 'name': '', 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886', 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'mac_address': 'fa:16:3e:93:5f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640632f1-2890-41d5-9080-83ba2ad71416', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a81a534a-35fe-443f-84ed-8e87d97ceef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:29:49Z', 'updated_at': '2021-08-31T15:29:56Z', 'revision_number': 5, 'project_id': '0018b07184be4602aa2184d192c944aa', 'subnets': [{'id': 'a81a534a-35fe-443f-84ed-8e87d97ceef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:42.219054 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5813c46f-7a20-43ef-9b36-f82c8b33fb89 None None] Checking router: 640632f1-2890-41d5-9080-83ba2ad71416 for host: dv-cinder-802781-4-iscsi {{(pid=79279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:34:42.230719 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5813c46f-7a20-43ef-9b36-f82c8b33fb89 None None] Routers {'640632f1-2890-41d5-9080-83ba2ad71416'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:34:42.231364 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-5813c46f-7a20-43ef-9b36-f82c8b33fb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:34:38Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['640632f1-2890-41d5-9080-83ba2ad71416'], 'active': True} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:42.442428 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvr_db [None req-5813c46f-7a20-43ef-9b36-f82c8b33fb89 None None] Set router 640632f1-2890-41d5-9080-83ba2ad71416 gateway port host: dv-cinder-802781-4-iscsi {{(pid=79279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:34:42.483718 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 54428) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:42.566010 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-5c6ef3ba-a1b1-40c5-9e08-b3526bf825ea tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:42.604665 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-5c6ef3ba-a1b1-40c5-9e08-b3526bf825ea tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:42.654558 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device edbcbb6d-b4a2-4fd8-ab4c-805ae2ad5cc8 up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:34:42.674163 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-5c6ef3ba-a1b1-40c5-9e08-b3526bf825ea tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:42.683994 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-d2b33080-9817-489d-877f-219751855359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:42.701430 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ef3ba-a1b1-40c5-9e08-b3526bf825ea tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2555382b-e636-4805-a0c7-6c7fe501e2d1,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:42.703889 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-5c6ef3ba-a1b1-40c5-9e08-b3526bf825ea tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:42.717809 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-5c6ef3ba-a1b1-40c5-9e08-b3526bf825ea tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:42.719018 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-5c6ef3ba-a1b1-40c5-9e08-b3526bf825ea tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "DELETE /v2.0/security-groups/2555382b-e636-4805-a0c7-6c7fe501e2d1 HTTP/1.1" status: 204 len: 168 time: 0.2341459 Aug 31 15:34:42.721826 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 54444) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:42.740923 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.api.v2.resource [None req-6630794d-7ce3-4e2b-9c7e-1d5538b36103 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] show failed (client error): The resource could not be found. Aug 31 15:34:42.742161 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-6630794d-7ce3-4e2b-9c7e-1d5538b36103 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups/2555382b-e636-4805-a0c7-6c7fe501e2d1 HTTP/1.1" status: 404 len: 347 time: 0.0191176 Aug 31 15:34:42.745518 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 54448) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:42.787646 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port edbcbb6d-b4a2-4fd8-ab4c-805ae2ad5cc8 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:34:42.788199 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:42.847793 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-5813c46f-7a20-43ef-9b36-f82c8b33fb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640632f1-2890-41d5-9080-83ba2ad71416', 'name': 'tempest-AttachVolumeShelveTestJSON-1099268491-router', 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '3e6c12a1-ba4a-4ea1-af49-000286b771ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:29:46Z', 'updated_at': '2021-08-31T15:29:50Z', 'revision_number': 4, 'project_id': '0018b07184be4602aa2184d192c944aa', 'gw_port': {'id': '3e6c12a1-ba4a-4ea1-af49-000286b771ba', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:75:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640632f1-2890-41d5-9080-83ba2ad71416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:29:46Z', 'updated_at': '2021-08-31T15:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': 'c06d0239-f808-43d8-86f8-e3bcddd48a66', 'name': '', 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886', 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'mac_address': 'fa:16:3e:93:5f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640632f1-2890-41d5-9080-83ba2ad71416', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a81a534a-35fe-443f-84ed-8e87d97ceef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:29:49Z', 'updated_at': '2021-08-31T15:29:56Z', 'revision_number': 5, 'project_id': '0018b07184be4602aa2184d192c944aa', 'subnets': [{'id': 'a81a534a-35fe-443f-84ed-8e87d97ceef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:42.855485 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5813c46f-7a20-43ef-9b36-f82c8b33fb89 None None] The sync data for ids ['640632f1-2890-41d5-9080-83ba2ad71416'] in dv-cinder-802781-4-iscsi is: [{'id': '640632f1-2890-41d5-9080-83ba2ad71416', 'name': 'tempest-AttachVolumeShelveTestJSON-1099268491-router', 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '3e6c12a1-ba4a-4ea1-af49-000286b771ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:29:46Z', 'updated_at': '2021-08-31T15:29:50Z', 'revision_number': 4, 'project_id': '0018b07184be4602aa2184d192c944aa', 'gw_port': {'id': '3e6c12a1-ba4a-4ea1-af49-000286b771ba', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:75:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640632f1-2890-41d5-9080-83ba2ad71416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:29:46Z', 'updated_at': '2021-08-31T15:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': 'c06d0239-f808-43d8-86f8-e3bcddd48a66', 'name': '', 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886', 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'mac_address': 'fa:16:3e:93:5f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640632f1-2890-41d5-9080-83ba2ad71416', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a81a534a-35fe-443f-84ed-8e87d97ceef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:29:49Z', 'updated_at': '2021-08-31T15:29:56Z', 'revision_number': 5, 'project_id': '0018b07184be4602aa2184d192c944aa', 'subnets': [{'id': 'a81a534a-35fe-443f-84ed-8e87d97ceef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:34:43.075190 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-7f21e846-d3b8-4cae-9c2f-346c1427c5e0 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Deleting port 3c3c24e7-ebd3-4acf-99b7-cd804e0e725e {{(pid=79276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:34:43.075597 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-7f21e846-d3b8-4cae-9c2f-346c1427c5e0 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:43.251399 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-7f21e846-d3b8-4cae-9c2f-346c1427c5e0 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:43.251629 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-7f21e846-d3b8-4cae-9c2f-346c1427c5e0 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:43.287481 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 21a93650-0680-48d5-a2c5-480caa1b0b40 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:34:43.321342 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] No Port match for: 21a93650-0680-48d5-a2c5-480caa1b0b40 {{(pid=79278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:34:43.321706 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 21a93650-0680-48d5-a2c5-480caa1b0b40 not bound to the agent host hv-cinder-80278 {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:34:43.386559 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-7f21e846-d3b8-4cae-9c2f-346c1427c5e0 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Calling delete_port for 3c3c24e7-ebd3-4acf-99b7-cd804e0e725e owned by network:floatingip {{(pid=79276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:34:43.553257 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97ccb05-5063-46df-a9cb-19b9302410de None None] New status for floating IP 52dafb8a-02ef-4f00-b513-7b3a95034562: DOWN {{(pid=79278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:34:43.555183 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-7f21e846-d3b8-4cae-9c2f-346c1427c5e0 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1768796'] for port, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:43.558898 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-9d1f6d0e-2dab-4484-844d-59cf6436b35a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:43.607529 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f21e846-d3b8-4cae-9c2f-346c1427c5e0 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Pushing event deleted for resources: {'Port': ['ID=3c3c24e7-ebd3-4acf-99b7-cd804e0e725e,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:43.611340 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-7f21e846-d3b8-4cae-9c2f-346c1427c5e0 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:43.692778 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e7b2e8-f6f3-45bc-81e0-605bda7c59c7 None None] Sync routers for ids ['9f6af12b-f64d-44ed-a091-414dabceb09b'] in dv-cinder-802781-4-iscsi {{(pid=79279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:34:43.703639 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e7b2e8-f6f3-45bc-81e0-605bda7c59c7 None None] Routers {'9f6af12b-f64d-44ed-a091-414dabceb09b'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:34:43.704356 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-88e7b2e8-f6f3-45bc-81e0-605bda7c59c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:34:38Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['9f6af12b-f64d-44ed-a091-414dabceb09b'], 'active': True} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:43.709065 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-7f21e846-d3b8-4cae-9c2f-346c1427c5e0 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks [] for floatingip, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:43.727174 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-7f21e846-d3b8-4cae-9c2f-346c1427c5e0 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for floatingip, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:43.728440 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-7f21e846-d3b8-4cae-9c2f-346c1427c5e0 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "DELETE /v2.0/floatingips/52dafb8a-02ef-4f00-b513-7b3a95034562 HTTP/1.1" status: 204 len: 168 time: 0.9724443 Aug 31 15:34:43.894301 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvr_db [None req-88e7b2e8-f6f3-45bc-81e0-605bda7c59c7 None None] Set router 9f6af12b-f64d-44ed-a091-414dabceb09b gateway port host: dv-cinder-802781-4-iscsi {{(pid=79279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:34:43.915633 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 54460) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:43.921166 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-cc8897ca-29cb-45a5-ab99-ca67f739cd78 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1002501838', 'description': 'tempest-description--867265383'}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:34:43.927323 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-cc8897ca-29cb-45a5-ab99-ca67f739cd78 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:34:43.931418 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-cc8897ca-29cb-45a5-ab99-ca67f739cd78 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Usage tracker for resource:security_group and tenant:0018b07184be4602aa2184d192c944aa is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:34:43.934245 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-cc8897ca-29cb-45a5-ab99-ca67f739cd78 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:34:43.940027 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-cc8897ca-29cb-45a5-ab99-ca67f739cd78 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:34:43.951704 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-cc8897ca-29cb-45a5-ab99-ca67f739cd78 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:43.982582 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-cc8897ca-29cb-45a5-ab99-ca67f739cd78 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:34:43.986394 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-cc8897ca-29cb-45a5-ab99-ca67f739cd78 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Usage tracker for resource:security_group_rule and tenant:0018b07184be4602aa2184d192c944aa is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:34:43.989477 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-cc8897ca-29cb-45a5-ab99-ca67f739cd78 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:34:43.995063 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-cc8897ca-29cb-45a5-ab99-ca67f739cd78 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:34:44.072677 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-cc8897ca-29cb-45a5-ab99-ca67f739cd78 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:44.076128 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-cc8897ca-29cb-45a5-ab99-ca67f739cd78 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:44.081130 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-eb3d12f2-b065-4b8d-a723-0fb497dbde12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:44.126658 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8897ca-29cb-45a5-ab99-ca67f739cd78 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69f9238d-e74d-45dc-a561-1c4ffc7aad38,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:44.131046 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-cc8897ca-29cb-45a5-ab99-ca67f739cd78 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:44.132398 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-cc8897ca-29cb-45a5-ab99-ca67f739cd78 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:44.136652 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-cc8897ca-29cb-45a5-ab99-ca67f739cd78 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2172894 Aug 31 15:34:44.137331 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 54466) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:44.142248 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [None req-4caeaaa3-f6cf-4ce4-a50a-1d39525c4e09 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Request body: {'security_group_rule': {'security_group_id': '69f9238d-e74d-45dc-a561-1c4ffc7aad38', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:34:44.149831 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-4caeaaa3-f6cf-4ce4-a50a-1d39525c4e09 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:34:44.153717 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-4caeaaa3-f6cf-4ce4-a50a-1d39525c4e09 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Usage tracker for resource:security_group_rule and tenant:0018b07184be4602aa2184d192c944aa is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:34:44.156590 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-4caeaaa3-f6cf-4ce4-a50a-1d39525c4e09 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:34:44.163674 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-4caeaaa3-f6cf-4ce4-a50a-1d39525c4e09 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:34:44.185236 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-4caeaaa3-f6cf-4ce4-a50a-1d39525c4e09 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:44.224468 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-88e7b2e8-f6f3-45bc-81e0-605bda7c59c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6af12b-f64d-44ed-a091-414dabceb09b', 'name': 'tempest-TestVolumeBootPattern-984598676-router', 'tenant_id': '8472bc1a30914233b0fd622d3eced5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'edbcbb6d-b4a2-4fd8-ab4c-805ae2ad5cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:33Z', 'updated_at': '2021-08-31T15:34:38Z', 'revision_number': 4, 'project_id': '8472bc1a30914233b0fd622d3eced5c4', 'gw_port': {'id': 'edbcbb6d-b4a2-4fd8-ab4c-805ae2ad5cc8', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6af12b-f64d-44ed-a091-414dabceb09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:34Z', 'updated_at': '2021-08-31T15:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': '9053b3f2-a49b-43db-b2da-0376bc43b273', 'name': '', 'network_id': '2d8b1d73-8497-4f0b-9f88-a0f93244b646', 'tenant_id': '8472bc1a30914233b0fd622d3eced5c4', 'mac_address': 'fa:16:3e:88:8c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6af12b-f64d-44ed-a091-414dabceb09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a1ffd9f3-65c2-4541-b3c9-732cabce2c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:37Z', 'updated_at': '2021-08-31T15:34:38Z', 'revision_number': 2, 'project_id': '8472bc1a30914233b0fd622d3eced5c4', 'subnets': [{'id': 'a1ffd9f3-65c2-4541-b3c9-732cabce2c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:44.228209 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e7b2e8-f6f3-45bc-81e0-605bda7c59c7 None None] Checking router: 9f6af12b-f64d-44ed-a091-414dabceb09b for host: dv-cinder-802781-4-iscsi {{(pid=79279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:34:44.228564 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e7b2e8-f6f3-45bc-81e0-605bda7c59c7 None None] Updating router 9f6af12b-f64d-44ed-a091-414dabceb09b port 9053b3f2-a49b-43db-b2da-0376bc43b273 binding host dv-cinder-802781-4-iscsi {{(pid=79279) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 15:34:44.256259 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-4caeaaa3-f6cf-4ce4-a50a-1d39525c4e09 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:44.260384 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-4caeaaa3-f6cf-4ce4-a50a-1d39525c4e09 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858734'] for security_group_rule, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:44.262617 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-2e279c9d-a388-46fe-af2f-9d5b2b9a69ce tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:44.286669 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caeaaa3-f6cf-4ce4-a50a-1d39525c4e09 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d332912-2331-4b38-a2e8-3659c0ea1b5b,revision_number=0']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:44.294747 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-4caeaaa3-f6cf-4ce4-a50a-1d39525c4e09 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:44.301234 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-4caeaaa3-f6cf-4ce4-a50a-1d39525c4e09 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:44.302678 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-4caeaaa3-f6cf-4ce4-a50a-1d39525c4e09 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1646409 Aug 31 15:34:44.305380 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 54470) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:44.310636 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [None req-160df995-6acb-4ea0-b987-934d672cb638 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Request body: {'security_group_rule': {'security_group_id': '69f9238d-e74d-45dc-a561-1c4ffc7aad38', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:34:44.316301 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-160df995-6acb-4ea0-b987-934d672cb638 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:34:44.320111 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-160df995-6acb-4ea0-b987-934d672cb638 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Usage tracker for resource:security_group_rule and tenant:0018b07184be4602aa2184d192c944aa is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:34:44.322569 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-88e7b2e8-f6f3-45bc-81e0-605bda7c59c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:44.322898 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-160df995-6acb-4ea0-b987-934d672cb638 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:34:44.328418 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-160df995-6acb-4ea0-b987-934d672cb638 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:34:44.349743 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-160df995-6acb-4ea0-b987-934d672cb638 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:44.412604 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-160df995-6acb-4ea0-b987-934d672cb638 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:44.417156 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-160df995-6acb-4ea0-b987-934d672cb638 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858734'] for security_group_rule, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:44.421295 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-4caeaaa3-f6cf-4ce4-a50a-1d39525c4e09 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:44.444027 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160df995-6acb-4ea0-b987-934d672cb638 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6642d18d-dc0e-4dda-97e5-51ef7e46503b,revision_number=0']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:44.448513 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-160df995-6acb-4ea0-b987-934d672cb638 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:44.461087 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-160df995-6acb-4ea0-b987-934d672cb638 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:44.463290 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-160df995-6acb-4ea0-b987-934d672cb638 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1568189 Aug 31 15:34:44.466515 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 54476) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:44.476869 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-473ecf3c-23aa-4229-8b61-e86a7df2983e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Request body: {'floatingip': {'floating_network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a'}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:34:44.484570 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-473ecf3c-23aa-4229-8b61-e86a7df2983e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:34:44.489493 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-473ecf3c-23aa-4229-8b61-e86a7df2983e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Usage tracker for resource:floatingip and tenant:0018b07184be4602aa2184d192c944aa is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:34:44.493024 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-473ecf3c-23aa-4229-8b61-e86a7df2983e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:34:44.498975 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-473ecf3c-23aa-4229-8b61-e86a7df2983e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:34:44.512651 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-473ecf3c-23aa-4229-8b61-e86a7df2983e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks [] for floatingip, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:44.678666 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-473ecf3c-23aa-4229-8b61-e86a7df2983e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:44.687671 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-88e7b2e8-f6f3-45bc-81e0-605bda7c59c7 None None] Notify callbacks [] for port, precommit_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:44.698960 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.provisioning_blocks [None req-88e7b2e8-f6f3-45bc-81e0-605bda7c59c7 None None] Transition to ACTIVE for port object 9053b3f2-a49b-43db-b2da-0376bc43b273 will not be triggered until provisioned by entity L2. {{(pid=79279) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:34:44.706705 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-88e7b2e8-f6f3-45bc-81e0-605bda7c59c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:44.710606 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:44.828004 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.db_base_plugin_common [None req-473ecf3c-23aa-4229-8b61-e86a7df2983e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Allocated IP 172.27.1.124 (8f15a7b0-c0b9-4864-9373-42147a89de1a/497a4a38-4d00-4e5c-ae08-9918d0306661/c97c2932-c44c-4b4e-8653-f552c5ca27d4) {{(pid=79276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:34:44.843128 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ffa6ea-c9f4-4c3b-822e-dd1b6be2df6b None None] Pushing event updated for resources: {'Port': ['ID=9053b3f2-a49b-43db-b2da-0376bc43b273,revision_number=3']} {{(pid=79279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:44.847099 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG oslo_concurrency.lockutils [None req-34ffa6ea-c9f4-4c3b-822e-dd1b6be2df6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:44.933639 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.managers [None req-88e7b2e8-f6f3-45bc-81e0-605bda7c59c7 None None] Attempting to bind port 9053b3f2-a49b-43db-b2da-0376bc43b273 on host dv-cinder-802781-4-iscsi for vnic_type normal with profile {{(pid=79279) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:34:44.934277 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.managers [None req-88e7b2e8-f6f3-45bc-81e0-605bda7c59c7 None None] Attempting to bind port 9053b3f2-a49b-43db-b2da-0376bc43b273 by drivers openvswitch,hyperv on host dv-cinder-802781-4-iscsi at level 0 using segments [{'id': '06cb4e88-3155-471f-a61b-500aaacd4fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2d8b1d73-8497-4f0b-9f88-a0f93244b646'}] {{(pid=79279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:34:44.934523 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e7b2e8-f6f3-45bc-81e0-605bda7c59c7 None None] Attempting to bind port 9053b3f2-a49b-43db-b2da-0376bc43b273 on network 2d8b1d73-8497-4f0b-9f88-a0f93244b646 {{(pid=79279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:34:44.940394 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e7b2e8-f6f3-45bc-81e0-605bda7c59c7 None None] Checking agent: {'id': 'b1845f19-f6eb-4023-b5bb-8a6030080bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802781-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 15, 36), 'started_at': datetime.datetime(2021, 8, 31, 15, 16, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802781-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:34:44.940914 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e7b2e8-f6f3-45bc-81e0-605bda7c59c7 None None] Checking segment: {'id': '06cb4e88-3155-471f-a61b-500aaacd4fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2d8b1d73-8497-4f0b-9f88-a0f93244b646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79279) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:34:44.941460 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-88e7b2e8-f6f3-45bc-81e0-605bda7c59c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:44.942663 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e7b2e8-f6f3-45bc-81e0-605bda7c59c7 None None] Bound using segment: {'id': '06cb4e88-3155-471f-a61b-500aaacd4fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2d8b1d73-8497-4f0b-9f88-a0f93244b646'} {{(pid=79279) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:34:44.943242 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.managers [None req-88e7b2e8-f6f3-45bc-81e0-605bda7c59c7 None None] Bound port: 9053b3f2-a49b-43db-b2da-0376bc43b273, host: dv-cinder-802781-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06cb4e88-3155-471f-a61b-500aaacd4fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': '2d8b1d73-8497-4f0b-9f88-a0f93244b646'}}] {{(pid=79279) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:34:44.943766 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-88e7b2e8-f6f3-45bc-81e0-605bda7c59c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:44.995078 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-473ecf3c-23aa-4229-8b61-e86a7df2983e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks [] for port, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:45.028844 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-473ecf3c-23aa-4229-8b61-e86a7df2983e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1768796'] for port, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:45.033956 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:45.044607 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.db [None req-88e7b2e8-f6f3-45bc-81e0-605bda7c59c7 None None] For port 9053b3f2-a49b-43db-b2da-0376bc43b273, host dv-cinder-802781-4-iscsi, cleared binding levels {{(pid=79279) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:34:45.047868 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.plugins.ml2.db [None req-88e7b2e8-f6f3-45bc-81e0-605bda7c59c7 None None] For port 9053b3f2-a49b-43db-b2da-0376bc43b273, host dv-cinder-802781-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=9053b3f2-a49b-43db-b2da-0376bc43b273,segment=NetworkSegment(06cb4e88-3155-471f-a61b-500aaacd4fb1),segment_id=06cb4e88-3155-471f-a61b-500aaacd4fb1)] {{(pid=79279) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:34:45.053661 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron_lib.callbacks.manager [None req-88e7b2e8-f6f3-45bc-81e0-605bda7c59c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79279) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:45.058792 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:45.097069 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473ecf3c-23aa-4229-8b61-e86a7df2983e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Network 8f15a7b0-c0b9-4864-9373-42147a89de1a is already hosted by enough agents. {{(pid=79276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:34:45.100475 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.base_scheduler [None req-473ecf3c-23aa-4229-8b61-e86a7df2983e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Resources bound (agent type, host, resource id): {{(pid=79276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:34:45.104259 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473ecf3c-23aa-4229-8b61-e86a7df2983e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Received port after_create {{(pid=79276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:34:45.131227 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e7b2e8-f6f3-45bc-81e0-605bda7c59c7 None None] Routers {'9f6af12b-f64d-44ed-a091-414dabceb09b'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:34:45.131889 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-88e7b2e8-f6f3-45bc-81e0-605bda7c59c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:34:38Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['9f6af12b-f64d-44ed-a091-414dabceb09b'], 'active': True} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:45.139964 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ecf3c-23aa-4229-8b61-e86a7df2983e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Pushing event updated for resources: {'Port': ['ID=c97c2932-c44c-4b4e-8653-f552c5ca27d4,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:45.144329 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-473ecf3c-23aa-4229-8b61-e86a7df2983e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:45.200650 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ffa6ea-c9f4-4c3b-822e-dd1b6be2df6b None None] Pushing event updated for resources: {'Port': ['ID=9053b3f2-a49b-43db-b2da-0376bc43b273,revision_number=4']} {{(pid=79279) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:45.201148 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-473ecf3c-23aa-4229-8b61-e86a7df2983e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:45.212295 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG oslo_concurrency.lockutils [None req-34ffa6ea-c9f4-4c3b-822e-dd1b6be2df6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79279) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:45.278919 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-473ecf3c-23aa-4229-8b61-e86a7df2983e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:45.343679 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvr_db [None req-88e7b2e8-f6f3-45bc-81e0-605bda7c59c7 None None] Set router 9f6af12b-f64d-44ed-a091-414dabceb09b gateway port host: dv-cinder-802781-4-iscsi {{(pid=79279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:34:45.513140 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-473ecf3c-23aa-4229-8b61-e86a7df2983e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks [] for port, precommit_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:45.518137 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-473ecf3c-23aa-4229-8b61-e86a7df2983e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1768773'] for port, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:45.523127 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-f6df0f69-5e35-4412-bb20-8612303254c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:45.676057 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-88e7b2e8-f6f3-45bc-81e0-605bda7c59c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6af12b-f64d-44ed-a091-414dabceb09b', 'name': 'tempest-TestVolumeBootPattern-984598676-router', 'tenant_id': '8472bc1a30914233b0fd622d3eced5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'edbcbb6d-b4a2-4fd8-ab4c-805ae2ad5cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:33Z', 'updated_at': '2021-08-31T15:34:38Z', 'revision_number': 4, 'project_id': '8472bc1a30914233b0fd622d3eced5c4', 'gw_port': {'id': 'edbcbb6d-b4a2-4fd8-ab4c-805ae2ad5cc8', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6af12b-f64d-44ed-a091-414dabceb09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:34Z', 'updated_at': '2021-08-31T15:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': '9053b3f2-a49b-43db-b2da-0376bc43b273', 'name': '', 'network_id': '2d8b1d73-8497-4f0b-9f88-a0f93244b646', 'tenant_id': '8472bc1a30914233b0fd622d3eced5c4', 'mac_address': 'fa:16:3e:88:8c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6af12b-f64d-44ed-a091-414dabceb09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a1ffd9f3-65c2-4541-b3c9-732cabce2c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:37Z', 'updated_at': '2021-08-31T15:34:45Z', 'revision_number': 4, 'project_id': '8472bc1a30914233b0fd622d3eced5c4', 'subnets': [{'id': 'a1ffd9f3-65c2-4541-b3c9-732cabce2c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:45.681130 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e7b2e8-f6f3-45bc-81e0-605bda7c59c7 None None] The sync data for ids ['9f6af12b-f64d-44ed-a091-414dabceb09b'] in dv-cinder-802781-4-iscsi is: [{'id': '9f6af12b-f64d-44ed-a091-414dabceb09b', 'name': 'tempest-TestVolumeBootPattern-984598676-router', 'tenant_id': '8472bc1a30914233b0fd622d3eced5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'edbcbb6d-b4a2-4fd8-ab4c-805ae2ad5cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:33Z', 'updated_at': '2021-08-31T15:34:38Z', 'revision_number': 4, 'project_id': '8472bc1a30914233b0fd622d3eced5c4', 'gw_port': {'id': 'edbcbb6d-b4a2-4fd8-ab4c-805ae2ad5cc8', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6af12b-f64d-44ed-a091-414dabceb09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:34Z', 'updated_at': '2021-08-31T15:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': '9053b3f2-a49b-43db-b2da-0376bc43b273', 'name': '', 'network_id': '2d8b1d73-8497-4f0b-9f88-a0f93244b646', 'tenant_id': '8472bc1a30914233b0fd622d3eced5c4', 'mac_address': 'fa:16:3e:88:8c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6af12b-f64d-44ed-a091-414dabceb09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'a1ffd9f3-65c2-4541-b3c9-732cabce2c2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:37Z', 'updated_at': '2021-08-31T15:34:45Z', 'revision_number': 4, 'project_id': '8472bc1a30914233b0fd622d3eced5c4', 'subnets': [{'id': 'a1ffd9f3-65c2-4541-b3c9-732cabce2c2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:34:45.748275 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ecf3c-23aa-4229-8b61-e86a7df2983e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Pushing event updated for resources: {'Port': ['ID=c97c2932-c44c-4b4e-8653-f552c5ca27d4,revision_number=2']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:45.752395 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-473ecf3c-23aa-4229-8b61-e86a7df2983e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:45.757653 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-473ecf3c-23aa-4229-8b61-e86a7df2983e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906927'] for floatingip, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:45.783610 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-473ecf3c-23aa-4229-8b61-e86a7df2983e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for floatingip, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:45.784836 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-473ecf3c-23aa-4229-8b61-e86a7df2983e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3171465 Aug 31 15:34:46.015616 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-e453ce0e-0560-47b9-a071-2d684c177338 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Synchronizing usage tracker for tenant:0018b07184be4602aa2184d192c944aa on resource:security_group {{(pid=79276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:34:46.031510 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-e453ce0e-0560-47b9-a071-2d684c177338 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Unset dirty status for tenant:0018b07184be4602aa2184d192c944aa on resource:security_group {{(pid=79276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:34:46.032691 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-e453ce0e-0560-47b9-a071-2d684c177338 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1002501838&fields=id&tenant_id=0018b07184be4602aa2184d192c944aa HTTP/1.1" status: 200 len: 267 time: 0.0630703 Aug 31 15:34:46.191611 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-8fdeefdb-9151-4121-a410-95f2da71396d tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:46.193399 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-8fdeefdb-9151-4121-a410-95f2da71396d tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/networks?id=f4d4882d-28d2-4fed-bbfd-7d71610fb886 HTTP/1.1" status: 200 len: 817 time: 0.1535976 Aug 31 15:34:46.209265 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-024df845-e264-43d9-b9e6-0b255d5a0593 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/quotas/0018b07184be4602aa2184d192c944aa HTTP/1.1" status: 200 len: 375 time: 0.0100427 Aug 31 15:34:46.295813 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-735969ee-f446-4bda-96f3-9bfb8d9959b1 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Synchronizing usage tracker for tenant:0018b07184be4602aa2184d192c944aa on resource:port {{(pid=79276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:34:46.311943 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-735969ee-f446-4bda-96f3-9bfb8d9959b1 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Unset dirty status for tenant:0018b07184be4602aa2184d192c944aa on resource:port {{(pid=79276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:34:46.313469 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-735969ee-f446-4bda-96f3-9bfb8d9959b1 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=0018b07184be4602aa2184d192c944aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0986536 Aug 31 15:34:46.448944 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-b8d23f0e-7f5e-462d-810a-19ffdd328fe6 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=79276) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:34:46.451713 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-b8d23f0e-7f5e-462d-810a-19ffdd328fe6 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1266956 Aug 31 15:34:46.589312 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-4be23978-29b7-4a8a-9e1d-a7d785ab2742 service neutron] 10.222.0.81 "GET /v2.0/networks/f4d4882d-28d2-4fed-bbfd-7d71610fb886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336057 Aug 31 15:34:46.651725 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 9053b3f2-a49b-43db-b2da-0376bc43b273 up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:34:46.730040 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning for port 9053b3f2-a49b-43db-b2da-0376bc43b273 completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:34:46.735358 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port 9053b3f2-a49b-43db-b2da-0376bc43b273 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:34:46.735713 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:46.748172 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-71a99846-14b8-44f9-9cfe-05d62ff2dcec service neutron] 10.222.0.81 "GET /v2.0/networks/f4d4882d-28d2-4fed-bbfd-7d71610fb886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488018 Aug 31 15:34:46.864865 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:46.905476 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] For port 9053b3f2-a49b-43db-b2da-0376bc43b273, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=9053b3f2-a49b-43db-b2da-0376bc43b273,segment=NetworkSegment(06cb4e88-3155-471f-a61b-500aaacd4fb1),segment_id=06cb4e88-3155-471f-a61b-500aaacd4fb1)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:34:46.910080 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:46.911983 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:46.947195 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-824bda6c-998f-4879-89c2-550aa34ab3a7 req-fad36432-127e-4743-b0a3-4e6f4e7a0bba tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Synchronizing usage tracker for tenant:0018b07184be4602aa2184d192c944aa on resource:port {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:34:46.961345 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-824bda6c-998f-4879-89c2-550aa34ab3a7 req-fad36432-127e-4743-b0a3-4e6f4e7a0bba tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Unset dirty status for tenant:0018b07184be4602aa2184d192c944aa on resource:port {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:34:46.962492 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-824bda6c-998f-4879-89c2-550aa34ab3a7 req-fad36432-127e-4743-b0a3-4e6f4e7a0bba tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 210 time: 0.0632799 Aug 31 15:34:46.981754 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Pushing event updated for resources: {'Port': ['ID=9053b3f2-a49b-43db-b2da-0376bc43b273,revision_number=5']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:46.985314 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:48.126554 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f664e5f5-8810-4a83-8084-c1505aa08494 req-a1788bfa-adb5-4568-8254-df00dc658c0c tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 210 time: 0.0461240 Aug 31 15:34:48.339544 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-f7403289-5cc7-4c79-9616-d653244c05b0 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:48.340928 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-f7403289-5cc7-4c79-9616-d653244c05b0 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.64 "GET /v2.0/networks?id=f4d4882d-28d2-4fed-bbfd-7d71610fb886 HTTP/1.1" status: 200 len: 817 time: 0.1492660 Aug 31 15:34:48.405609 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-ece975e9-ad9b-4001-8126-82f8543daf1a tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0018b07184be4602aa2184d192c944aa HTTP/1.1" status: 200 len: 380 time: 0.0411587 Aug 31 15:34:48.415686 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-3e2a2047-5ae1-49c1-9426-26360fb782da tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Request body: {'port': {'device_id': '41b97c25-8eb8-4cc1-a48e-40478b959450', 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886', 'admin_state_up': True, 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'security_groups': ['69f9238d-e74d-45dc-a561-1c4ffc7aad38']}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:34:48.552835 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-3e2a2047-5ae1-49c1-9426-26360fb782da tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:34:48.562166 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-3e2a2047-5ae1-49c1-9426-26360fb782da tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:34:48.571551 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-3e2a2047-5ae1-49c1-9426-26360fb782da tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Made reservation on behalf of 0018b07184be4602aa2184d192c944aa for: {'port': 1} {{(pid=79277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:34:48.575314 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-3e2a2047-5ae1-49c1-9426-26360fb782da tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:48.623020 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 9053b3f2-a49b-43db-b2da-0376bc43b273 up at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:34:48.694890 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Provisioning complete for port 9053b3f2-a49b-43db-b2da-0376bc43b273 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:34:48.695289 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:48.747373 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.db_base_plugin_common [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-3e2a2047-5ae1-49c1-9426-26360fb782da tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Allocated IP 172.20.0.11 (f4d4882d-28d2-4fed-bbfd-7d71610fb886/a81a534a-35fe-443f-84ed-8e87d97ceef8/1efaf29f-7c5c-4ae0-abba-6b25817b2c52) {{(pid=79277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:34:49.038664 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-3e2a2047-5ae1-49c1-9426-26360fb782da tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks [] for port, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:49.053266 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.provisioning_blocks [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-3e2a2047-5ae1-49c1-9426-26360fb782da tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Transition to ACTIVE for port object 1efaf29f-7c5c-4ae0-abba-6b25817b2c52 will not be triggered until provisioned by entity DHCP. {{(pid=79277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:34:49.077358 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-3e2a2047-5ae1-49c1-9426-26360fb782da tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10695601'] for port, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:49.084621 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-2b4ef497-5eb7-4c2a-a23d-c27fc94dc81f tempest-ServerRescueNegativeTestJSON-1549338716 tempest-ServerRescueNegativeTestJSON-1549338716-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:49.149688 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-3e2a2047-5ae1-49c1-9426-26360fb782da tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Network f4d4882d-28d2-4fed-bbfd-7d71610fb886 is already hosted by enough agents. {{(pid=79277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:34:49.152953 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.base_scheduler [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-3e2a2047-5ae1-49c1-9426-26360fb782da tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Resources bound (agent type, host, resource id): {{(pid=79277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:34:49.156942 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-3e2a2047-5ae1-49c1-9426-26360fb782da tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Received port after_create {{(pid=79277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:34:49.198442 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a2047-5ae1-49c1-9426-26360fb782da tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Pushing event updated for resources: {'Port': ['ID=1efaf29f-7c5c-4ae0-abba-6b25817b2c52,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:49.202966 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-3e2a2047-5ae1-49c1-9426-26360fb782da tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:49.231642 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-3e2a2047-5ae1-49c1-9426-26360fb782da tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:49.232290 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-3e2a2047-5ae1-49c1-9426-26360fb782da tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:49.312697 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-3e2a2047-5ae1-49c1-9426-26360fb782da tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9011812 Aug 31 15:34:49.331080 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-e698e8ff-fdc8-426b-8715-a30f80b8d3d6 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=79277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:34:49.332627 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-e698e8ff-fdc8-426b-8715-a30f80b8d3d6 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053113 Aug 31 15:34:49.349380 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-044880ff-18f7-44ef-963b-2a31012e4ec7 service neutron] Request body: {'port': {'device_id': '41b97c25-8eb8-4cc1-a48e-40478b959450', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:34:49.387577 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1107ad0-10f4-4ffd-824e-50c42286c0fa req-879865f7-ca45-40d6-ac1e-95087a6b3dc5 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:49.388317 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-f1107ad0-10f4-4ffd-824e-50c42286c0fa req-879865f7-ca45-40d6-ac1e-95087a6b3dc5 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Synchronizing usage tracker for tenant:0018b07184be4602aa2184d192c944aa on resource:port {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:34:49.441334 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-1dbdb36f-d920-450b-a6e1-be8dfe56a145 None None] Provisioning for port 1efaf29f-7c5c-4ae0-abba-6b25817b2c52 completed by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:34:49.447671 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-1dbdb36f-d920-450b-a6e1-be8dfe56a145 None None] Provisioning complete for port 1efaf29f-7c5c-4ae0-abba-6b25817b2c52 triggered by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:34:49.448179 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-1dbdb36f-d920-450b-a6e1-be8dfe56a145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:49.457589 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-f1107ad0-10f4-4ffd-824e-50c42286c0fa req-879865f7-ca45-40d6-ac1e-95087a6b3dc5 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Unset dirty status for tenant:0018b07184be4602aa2184d192c944aa on resource:port {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:34:49.458746 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f1107ad0-10f4-4ffd-824e-50c42286c0fa req-879865f7-ca45-40d6-ac1e-95087a6b3dc5 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 932 time: 0.2103829 Aug 31 15:34:49.510492 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-1dbdb36f-d920-450b-a6e1-be8dfe56a145 None None] Port 1efaf29f-7c5c-4ae0-abba-6b25817b2c52 cannot update to ACTIVE because it is not bound. {{(pid=79278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:34:49.512244 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-044880ff-18f7-44ef-963b-2a31012e4ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:49.568008 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f1107ad0-10f4-4ffd-824e-50c42286c0fa req-d230b32c-7015-4e22-851c-242e24bae4c9 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986414 Aug 31 15:34:49.869775 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-044880ff-18f7-44ef-963b-2a31012e4ec7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1efaf29f-7c5c-4ae0-abba-6b25817b2c52 {{(pid=79277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:34:49.877044 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-044880ff-18f7-44ef-963b-2a31012e4ec7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:49.891226 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.provisioning_blocks [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-044880ff-18f7-44ef-963b-2a31012e4ec7 service neutron] Transition to ACTIVE for port object 1efaf29f-7c5c-4ae0-abba-6b25817b2c52 will not be triggered until provisioned by entity L2. {{(pid=79277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:34:49.895587 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-044880ff-18f7-44ef-963b-2a31012e4ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10695592'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:49.899952 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-31dd7d0b-7a0e-4c2f-9893-0c8db46d3d48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:50.089875 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044880ff-18f7-44ef-963b-2a31012e4ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=1efaf29f-7c5c-4ae0-abba-6b25817b2c52,revision_number=2']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:50.094346 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-044880ff-18f7-44ef-963b-2a31012e4ec7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:50.138335 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-044880ff-18f7-44ef-963b-2a31012e4ec7 service neutron] Attempting to bind port 1efaf29f-7c5c-4ae0-abba-6b25817b2c52 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:34:50.138696 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-044880ff-18f7-44ef-963b-2a31012e4ec7 service neutron] Attempting to bind port 1efaf29f-7c5c-4ae0-abba-6b25817b2c52 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '55bbcfae-09d1-4d68-91e6-fad754499a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886'}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:34:50.139017 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-044880ff-18f7-44ef-963b-2a31012e4ec7 service neutron] Attempting to bind port 1efaf29f-7c5c-4ae0-abba-6b25817b2c52 on network f4d4882d-28d2-4fed-bbfd-7d71610fb886 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:34:50.143797 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-044880ff-18f7-44ef-963b-2a31012e4ec7 service neutron] Port 1efaf29f-7c5c-4ae0-abba-6b25817b2c52 on network f4d4882d-28d2-4fed-bbfd-7d71610fb886 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 31 15:34:50.144106 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-044880ff-18f7-44ef-963b-2a31012e4ec7 service neutron] Attempting to bind port 1efaf29f-7c5c-4ae0-abba-6b25817b2c52 on network f4d4882d-28d2-4fed-bbfd-7d71610fb886 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:34:50.149733 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-044880ff-18f7-44ef-963b-2a31012e4ec7 service neutron] Checking agent: {'id': '62cd79da-47e6-4754-8d0e-eaf0f2299a96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 22, 7), 'started_at': datetime.datetime(2021, 8, 31, 15, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:34:50.150386 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-044880ff-18f7-44ef-963b-2a31012e4ec7 service neutron] Checking segment: {'id': '55bbcfae-09d1-4d68-91e6-fad754499a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:34:50.150507 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-044880ff-18f7-44ef-963b-2a31012e4ec7 service neutron] Bound using segment: {'id': '55bbcfae-09d1-4d68-91e6-fad754499a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886'} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:34:50.150836 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-044880ff-18f7-44ef-963b-2a31012e4ec7 service neutron] Bound port: 1efaf29f-7c5c-4ae0-abba-6b25817b2c52, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55bbcfae-09d1-4d68-91e6-fad754499a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886'}}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:34:50.151158 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-044880ff-18f7-44ef-963b-2a31012e4ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:50.241422 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-044880ff-18f7-44ef-963b-2a31012e4ec7 service neutron] For port 1efaf29f-7c5c-4ae0-abba-6b25817b2c52, host hv-cinder-80278, cleared binding levels {{(pid=79277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:34:50.244559 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-044880ff-18f7-44ef-963b-2a31012e4ec7 service neutron] For port 1efaf29f-7c5c-4ae0-abba-6b25817b2c52, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=1efaf29f-7c5c-4ae0-abba-6b25817b2c52,segment=NetworkSegment(55bbcfae-09d1-4d68-91e6-fad754499a5e),segment_id=55bbcfae-09d1-4d68-91e6-fad754499a5e)] {{(pid=79277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:34:50.249299 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-044880ff-18f7-44ef-963b-2a31012e4ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10695592'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:50.252910 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-4acef35e-577a-4460-8c1f-a39e3421b12f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:50.311184 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-044880ff-18f7-44ef-963b-2a31012e4ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:50.311863 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-044880ff-18f7-44ef-963b-2a31012e4ec7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:50.313272 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-044880ff-18f7-44ef-963b-2a31012e4ec7 service neutron] 10.222.0.64 "PUT /v2.0/ports/1efaf29f-7c5c-4ae0-abba-6b25817b2c52 HTTP/1.1" status: 200 len: 1094 time: 0.9689732 Aug 31 15:34:50.315701 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b97c25-8eb8-4cc1-a48e-40478b959450', 'tag': '1efaf29f-7c5c-4ae0-abba-6b25817b2c52'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:34:50.339521 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044880ff-18f7-44ef-963b-2a31012e4ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=1efaf29f-7c5c-4ae0-abba-6b25817b2c52,revision_number=3']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:50.342534 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-044880ff-18f7-44ef-963b-2a31012e4ec7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:50.376915 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b97c25-8eb8-4cc1-a48e-40478b959450', 'tag': '1efaf29f-7c5c-4ae0-abba-6b25817b2c52', 'status': 'completed', 'code': 200} Aug 31 15:34:50.471182 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-f7b8be3a-788b-465c-8f4f-e442224ba879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:50.473410 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-f7b8be3a-788b-465c-8f4f-e442224ba879 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0018b07184be4602aa2184d192c944aa&device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 1097 time: 0.0753903 Aug 31 15:34:50.561009 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-42ebe131-9d16-4c84-98e9-d4e0cd2ee43b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1efaf29f-7c5c-4ae0-abba-6b25817b2c52 HTTP/1.1" status: 200 len: 217 time: 0.0694673 Aug 31 15:34:50.625239 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-5a4d7d03-2fb6-4d63-a52b-358631c3fc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:50.626683 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-5a4d7d03-2fb6-4d63-a52b-358631c3fc9b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a81a534a-35fe-443f-84ed-8e87d97ceef8 HTTP/1.1" status: 200 len: 856 time: 0.0588207 Aug 31 15:34:50.711562 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-b7ecddbc-fe3c-4e1d-82a3-c896b0d02d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:50.713071 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-b7ecddbc-fe3c-4e1d-82a3-c896b0d02d7b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f4d4882d-28d2-4fed-bbfd-7d71610fb886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0788634 Aug 31 15:34:50.783564 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f0e33-70b2-4e78-b934-252e00119a4a req-6ba7b7b7-4f73-458a-b9b6-51230a1005e4 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:50.785142 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-0f4f0e33-70b2-4e78-b934-252e00119a4a req-6ba7b7b7-4f73-458a-b9b6-51230a1005e4 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 944 time: 0.0980856 Aug 31 15:34:50.833463 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-0f4f0e33-70b2-4e78-b934-252e00119a4a req-f29d4d49-0c95-4163-a5bf-0e6431981e99 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422440 Aug 31 15:34:50.865574 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-72fcba6b-3446-4f13-a3da-8b31a502c152 service neutron] 10.222.0.64 "GET /v2.0/networks/f4d4882d-28d2-4fed-bbfd-7d71610fb886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442785 Aug 31 15:34:51.106720 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3d05f9ae-0039-4199-a95e-2e9fc698be7f req-dc294ad6-c677-429d-94d1-af8347769479 service neutron] 10.222.0.64 "GET /v2.0/networks/f4d4882d-28d2-4fed-bbfd-7d71610fb886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329028 Aug 31 15:34:51.294070 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f6cf4-6a6e-4fd3-9fe7-bc9d9c980b93 req-c47adf8c-1d64-4fdb-bc11-6270cf5c62fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:51.295738 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ed9f6cf4-6a6e-4fd3-9fe7-bc9d9c980b93 req-c47adf8c-1d64-4fdb-bc11-6270cf5c62fa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0018b07184be4602aa2184d192c944aa&device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 1097 time: 0.0718784 Aug 31 15:34:51.436217 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f6cf4-6a6e-4fd3-9fe7-bc9d9c980b93 req-c000b7d1-443d-4ef8-8382-33512939fe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:51.437647 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ed9f6cf4-6a6e-4fd3-9fe7-bc9d9c980b93 req-c000b7d1-443d-4ef8-8382-33512939fe65 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f4d4882d-28d2-4fed-bbfd-7d71610fb886 HTTP/1.1" status: 200 len: 918 time: 0.1325471 Aug 31 15:34:51.510751 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ed9f6cf4-6a6e-4fd3-9fe7-bc9d9c980b93 req-f45fa41d-f4b6-4f24-a677-7e98ce208c81 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1efaf29f-7c5c-4ae0-abba-6b25817b2c52 HTTP/1.1" status: 200 len: 217 time: 0.0652556 Aug 31 15:34:51.572887 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f6cf4-6a6e-4fd3-9fe7-bc9d9c980b93 req-b77f569f-334e-4ccd-bb7b-c37acd492f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:51.574314 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ed9f6cf4-6a6e-4fd3-9fe7-bc9d9c980b93 req-b77f569f-334e-4ccd-bb7b-c37acd492f5b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a81a534a-35fe-443f-84ed-8e87d97ceef8 HTTP/1.1" status: 200 len: 856 time: 0.0572753 Aug 31 15:34:51.657361 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f6cf4-6a6e-4fd3-9fe7-bc9d9c980b93 req-d9e27d1e-110f-4a9c-84f3-44a5ad5d1456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:51.658805 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ed9f6cf4-6a6e-4fd3-9fe7-bc9d9c980b93 req-d9e27d1e-110f-4a9c-84f3-44a5ad5d1456 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f4d4882d-28d2-4fed-bbfd-7d71610fb886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744236 Aug 31 15:34:51.796811 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ed9f6cf4-6a6e-4fd3-9fe7-bc9d9c980b93 req-3951625d-141c-4332-8db6-2cb4ad30e1a2 service neutron] 10.222.0.64 "GET /v2.0/networks/f4d4882d-28d2-4fed-bbfd-7d71610fb886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256230 Aug 31 15:34:51.932018 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ed9f6cf4-6a6e-4fd3-9fe7-bc9d9c980b93 req-46b6c03a-19c1-4a4c-a163-74b030e245dc service neutron] 10.222.0.64 "GET /v2.0/networks/f4d4882d-28d2-4fed-bbfd-7d71610fb886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278100 Aug 31 15:34:52.025190 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c479e-a3df-4919-93db-476120c686dc req-185e9720-97d9-4bb1-afd9-2025c32b590c tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:52.026657 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-838c479e-a3df-4919-93db-476120c686dc req-185e9720-97d9-4bb1-afd9-2025c32b590c tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 944 time: 0.0841193 Aug 31 15:34:52.120295 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-838c479e-a3df-4919-93db-476120c686dc req-fc7a961b-39b1-42c5-88b7-325267b5f13e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870507 Aug 31 15:34:53.320535 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db11a64-bf7d-4634-b709-cae72f451427 req-5e98ba6c-3bae-4d65-8bc3-db90057d68fc tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:53.322037 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-8db11a64-bf7d-4634-b709-cae72f451427 req-5e98ba6c-3bae-4d65-8bc3-db90057d68fc tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 944 time: 0.0860095 Aug 31 15:34:53.368981 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-8db11a64-bf7d-4634-b709-cae72f451427 req-92f0e892-7dd4-4a37-a60f-c9702e234852 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414121 Aug 31 15:34:54.562796 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4482574-891c-4868-9111-2caa9119cc45 req-7d7c65f4-bef5-4d1a-8be2-5533941bb849 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:54.564320 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-c4482574-891c-4868-9111-2caa9119cc45 req-7d7c65f4-bef5-4d1a-8be2-5533941bb849 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 944 time: 0.0807269 Aug 31 15:34:54.613943 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-c4482574-891c-4868-9111-2caa9119cc45 req-390539fd-9aef-48c1-8407-0d51ac5ce940 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430160 Aug 31 15:34:55.371013 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 1efaf29f-7c5c-4ae0-abba-6b25817b2c52 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:34:55.514523 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 1efaf29f-7c5c-4ae0-abba-6b25817b2c52, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=1efaf29f-7c5c-4ae0-abba-6b25817b2c52,segment=NetworkSegment(55bbcfae-09d1-4d68-91e6-fad754499a5e),segment_id=55bbcfae-09d1-4d68-91e6-fad754499a5e)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:34:55.529401 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Returning: {'device': '1efaf29f-7c5c-4ae0-abba-6b25817b2c52', 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886', 'port_id': '1efaf29f-7c5c-4ae0-abba-6b25817b2c52', 'mac_address': 'fa:16:3e:17:01:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a81a534a-35fe-443f-84ed-8e87d97ceef8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:34:55.591616 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:55.611293 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1efaf29f-7c5c-4ae0-abba-6b25817b2c52 {{(pid=79278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:34:55.628405 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 1efaf29f-7c5c-4ae0-abba-6b25817b2c52, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=1efaf29f-7c5c-4ae0-abba-6b25817b2c52,segment=NetworkSegment(55bbcfae-09d1-4d68-91e6-fad754499a5e),segment_id=55bbcfae-09d1-4d68-91e6-fad754499a5e)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:34:55.633051 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:55.635121 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-c3659c04-6fc5-4512-a637-5d7291e9891b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:55.709263 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=1efaf29f-7c5c-4ae0-abba-6b25817b2c52,revision_number=4']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:55.710615 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:55.823448 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af615f5-0234-4611-9cdd-a09387670214 req-8f14e273-589c-458b-9afe-76419416beae tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:55.825023 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-9af615f5-0234-4611-9cdd-a09387670214 req-8f14e273-589c-458b-9afe-76419416beae tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 945 time: 0.0928571 Aug 31 15:34:55.876784 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-9af615f5-0234-4611-9cdd-a09387670214 req-9abc9d47-a488-4e41-b70e-71f831912bc6 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461013 Aug 31 15:34:56.137650 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] get_ports_and_sgs() called for port_ids ['1efaf29f-7c5c-4ae0-abba-6b25817b2c52'] {{(pid=79278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:34:56.347247 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b046cec1-c674-46fc-88e9-56eca0426961 req-b584ea6d-753b-499f-8633-cc59e87ec667 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1864804139&fields=id&tenant_id=f3d481bcf1294c749009312b339c5ff6 HTTP/1.1" status: 200 len: 267 time: 0.0419562 Aug 31 15:34:56.434054 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b046cec1-c674-46fc-88e9-56eca0426961 req-c918163a-fcfe-45a4-9cc4-71f042b2cfdb tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:56.435523 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b046cec1-c674-46fc-88e9-56eca0426961 req-c918163a-fcfe-45a4-9cc4-71f042b2cfdb tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 985 time: 0.0785511 Aug 31 15:34:56.446356 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [req-b046cec1-c674-46fc-88e9-56eca0426961 req-2a645e51-dc45-4eaa-ab0f-4afb21d76d22 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Request body: {'port': {'security_groups': ['d1de4bf8-495b-4df8-8748-4e7b068a2f47']}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:34:56.583837 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-b046cec1-c674-46fc-88e9-56eca0426961 req-2a645e51-dc45-4eaa-ab0f-4afb21d76d22 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:56.854774 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-b046cec1-c674-46fc-88e9-56eca0426961 req-2a645e51-dc45-4eaa-ab0f-4afb21d76d22 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] For port bead6140-7efd-45e3-8625-12a6f695831c, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=bead6140-7efd-45e3-8625-12a6f695831c,segment=NetworkSegment(84b59644-13f4-4a5a-bbeb-4b76431c9274),segment_id=84b59644-13f4-4a5a-bbeb-4b76431c9274)] {{(pid=79277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:34:56.881243 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-b046cec1-c674-46fc-88e9-56eca0426961 req-2a645e51-dc45-4eaa-ab0f-4afb21d76d22 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks [] for port, precommit_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:56.886288 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-b046cec1-c674-46fc-88e9-56eca0426961 req-2a645e51-dc45-4eaa-ab0f-4afb21d76d22 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10695592'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:56.891880 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-32e7db89-0335-4da2-be3e-48b7df8e24bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:56.963178 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b046cec1-c674-46fc-88e9-56eca0426961 req-2a645e51-dc45-4eaa-ab0f-4afb21d76d22 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:56.964478 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-b046cec1-c674-46fc-88e9-56eca0426961 req-2a645e51-dc45-4eaa-ab0f-4afb21d76d22 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:56.965590 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b046cec1-c674-46fc-88e9-56eca0426961 req-2a645e51-dc45-4eaa-ab0f-4afb21d76d22 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "PUT /v2.0/ports/bead6140-7efd-45e3-8625-12a6f695831c HTTP/1.1" status: 200 len: 943 time: 0.5236797 Aug 31 15:34:56.966134 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8733d5d3-7bf5-411a-9805-6aef9f57bfa8', 'tag': 'bead6140-7efd-45e3-8625-12a6f695831c'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:34:56.971729 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 54598) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:56.989895 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a645e51-dc45-4eaa-ab0f-4afb21d76d22 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Pushing event updated for resources: {'Port': ['ID=bead6140-7efd-45e3-8625-12a6f695831c,revision_number=7']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:56.993132 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-2a645e51-dc45-4eaa-ab0f-4afb21d76d22 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:57.055344 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-909773d7-78a3-4330-bc6b-845faee007aa tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:57.092192 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-909773d7-78a3-4330-bc6b-845faee007aa tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:57.093670 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] get_ports_and_sgs() called for port_ids ['bead6140-7efd-45e3-8625-12a6f695831c'] {{(pid=79278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:34:57.154672 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8733d5d3-7bf5-411a-9805-6aef9f57bfa8', 'tag': 'bead6140-7efd-45e3-8625-12a6f695831c', 'status': 'completed', 'code': 200} Aug 31 15:34:57.168234 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d1e0c-8fed-485d-8e04-b7910e09a734 req-52266009-a3a2-4836-a1a2-23ef9caaa5f5 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:57.169984 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-862d1e0c-8fed-485d-8e04-b7910e09a734 req-52266009-a3a2-4836-a1a2-23ef9caaa5f5 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 945 time: 0.0979044 Aug 31 15:34:57.171575 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-909773d7-78a3-4330-bc6b-845faee007aa tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:57.177119 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-c39858b8-2c45-4523-b461-01387c4a10eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:57.197114 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909773d7-78a3-4330-bc6b-845faee007aa tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e441db8-3364-4d21-8af2-254ef5a83c90,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:57.208183 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-909773d7-78a3-4330-bc6b-845faee007aa tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:57.221949 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-909773d7-78a3-4330-bc6b-845faee007aa tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:57.226502 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-909773d7-78a3-4330-bc6b-845faee007aa tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "DELETE /v2.0/security-groups/8e441db8-3364-4d21-8af2-254ef5a83c90 HTTP/1.1" status: 204 len: 168 time: 0.2525966 Aug 31 15:34:57.227107 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 54602) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:34:57.294564 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-862d1e0c-8fed-485d-8e04-b7910e09a734 req-74d8f3f5-c6cd-4318-9d33-5bce200b238a tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157217 Aug 31 15:34:57.319688 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0857273-955d-48b4-a0b3-092cdb74527e req-ae2d39ce-45f2-47f8-9915-142acbad58f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:57.321749 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] get_ports_and_sgs() called for port_ids ['bead6140-7efd-45e3-8625-12a6f695831c'] {{(pid=79278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:34:57.323216 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d0857273-955d-48b4-a0b3-092cdb74527e req-ae2d39ce-45f2-47f8-9915-142acbad58f8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f3d481bcf1294c749009312b339c5ff6&device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 1099 time: 0.1092587 Aug 31 15:34:57.391836 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 1efaf29f-7c5c-4ae0-abba-6b25817b2c52 up at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:34:57.458173 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-29a31f83-d6a5-4f2f-852f-55947a8ac8dd tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Deleting port 19312ac5-9783-4199-8453-776ed6245fe1 {{(pid=79276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:34:57.458430 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-29a31f83-d6a5-4f2f-852f-55947a8ac8dd tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:57.527411 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-9fef1900-30f9-42a6-9283-4dd4a2a6c1fb None None] Provisioning complete for port bead6140-7efd-45e3-8625-12a6f695831c triggered by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:34:57.527893 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-9fef1900-30f9-42a6-9283-4dd4a2a6c1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:57.560495 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0857273-955d-48b4-a0b3-092cdb74527e req-48509b7c-4da9-4720-8e3a-d7acb302f03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:57.562195 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d0857273-955d-48b4-a0b3-092cdb74527e req-48509b7c-4da9-4720-8e3a-d7acb302f03e service neutron] 10.222.0.64 "GET /v2.0/networks?id=8a43599e-3fd3-4af2-9714-5afac8df9dd8 HTTP/1.1" status: 200 len: 916 time: 0.2322640 Aug 31 15:34:57.624374 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning for port 1efaf29f-7c5c-4ae0-abba-6b25817b2c52 completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:34:57.647295 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning complete for port 1efaf29f-7c5c-4ae0-abba-6b25817b2c52 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:34:57.647778 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:57.676632 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d0857273-955d-48b4-a0b3-092cdb74527e req-90cc4282-0559-4468-90a6-fdeecf83eb02 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bead6140-7efd-45e3-8625-12a6f695831c HTTP/1.1" status: 200 len: 1001 time: 0.1075304 Aug 31 15:34:57.748752 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-29a31f83-d6a5-4f2f-852f-55947a8ac8dd tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:57.749161 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-29a31f83-d6a5-4f2f-852f-55947a8ac8dd tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:57.772436 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0857273-955d-48b4-a0b3-092cdb74527e req-34fcef3d-847d-4dd3-b590-19b656ad6ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:57.774140 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d0857273-955d-48b4-a0b3-092cdb74527e req-34fcef3d-847d-4dd3-b590-19b656ad6ab0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e9deb1ca-4a37-474c-b752-f1749a20678d HTTP/1.1" status: 200 len: 854 time: 0.0899746 Aug 31 15:34:57.856338 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0857273-955d-48b4-a0b3-092cdb74527e req-6f96f5fc-6e0a-4375-809c-d5a5c943e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:57.857805 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d0857273-955d-48b4-a0b3-092cdb74527e req-6f96f5fc-6e0a-4375-809c-d5a5c943e215 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8a43599e-3fd3-4af2-9714-5afac8df9dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0750442 Aug 31 15:34:57.893666 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:57.907621 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-29a31f83-d6a5-4f2f-852f-55947a8ac8dd tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Calling delete_port for 19312ac5-9783-4199-8453-776ed6245fe1 owned by network:floatingip {{(pid=79276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:34:57.923941 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b97c25-8eb8-4cc1-a48e-40478b959450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efaf29f-7c5c-4ae0-abba-6b25817b2c52'}] {{(pid=79278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:34:57.936692 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 1efaf29f-7c5c-4ae0-abba-6b25817b2c52, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=1efaf29f-7c5c-4ae0-abba-6b25817b2c52,segment=NetworkSegment(55bbcfae-09d1-4d68-91e6-fad754499a5e),segment_id=55bbcfae-09d1-4d68-91e6-fad754499a5e)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:34:57.943185 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:57.945506 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:57.991383 dv-cinder-802781-4-iscsi neutron-server[79278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b97c25-8eb8-4cc1-a48e-40478b959450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efaf29f-7c5c-4ae0-abba-6b25817b2c52', 'code': 200} Aug 31 15:34:58.017792 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d0857273-955d-48b4-a0b3-092cdb74527e req-4bcfc59d-ddea-49bb-8c4b-91c36e40a0b8 service neutron] 10.222.0.64 "GET /v2.0/networks/8a43599e-3fd3-4af2-9714-5afac8df9dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522629 Aug 31 15:34:58.039915 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=1efaf29f-7c5c-4ae0-abba-6b25817b2c52,revision_number=5']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:58.043156 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:58.044110 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 6 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:34:58.085935 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-29a31f83-d6a5-4f2f-852f-55947a8ac8dd tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1768796'] for port, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:58.090843 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-0db8da59-104d-4f13-b75d-026ddf724c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:34:58.139455 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a31f83-d6a5-4f2f-852f-55947a8ac8dd tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Pushing event deleted for resources: {'Port': ['ID=19312ac5-9783-4199-8453-776ed6245fe1,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:34:58.175164 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-29a31f83-d6a5-4f2f-852f-55947a8ac8dd tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:34:58.176373 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d0857273-955d-48b4-a0b3-092cdb74527e req-b36150a5-2a08-40a5-a46b-1747dda8a26b service neutron] 10.222.0.64 "GET /v2.0/networks/8a43599e-3fd3-4af2-9714-5afac8df9dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490889 Aug 31 15:34:58.244711 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-29a31f83-d6a5-4f2f-852f-55947a8ac8dd tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks [] for floatingip, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:58.245050 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.db.l3_db [None req-29a31f83-d6a5-4f2f-852f-55947a8ac8dd tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Floating IP f7388144-5532-4cce-bc35-d0c589303013 disassociated (deleted). External IP: 172.27.1.44, port: bead6140-7efd-45e3-8625-12a6f695831c. Aug 31 15:34:58.349985 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7f9cc-08eb-4a98-a41c-90123afad4f5 req-2d13334c-ec1e-4b13-85da-c62dbd702094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:58.351993 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-08a7f9cc-08eb-4a98-a41c-90123afad4f5 req-2d13334c-ec1e-4b13-85da-c62dbd702094 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 1099 time: 0.0837915 Aug 31 15:34:58.396904 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-08a7f9cc-08eb-4a98-a41c-90123afad4f5 req-ab9fad87-e33c-42f7-b336-25e338caf8c4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372407 Aug 31 15:34:58.652996 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe7ef0-a4c7-4f91-ac29-6c054d0f0cf8 req-946c6801-de92-4ecd-9e31-c8e695ba0105 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:58.654568 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-2bbe7ef0-a4c7-4f91-ac29-6c054d0f0cf8 req-946c6801-de92-4ecd-9e31-c8e695ba0105 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 946 time: 0.2313449 Aug 31 15:34:58.732614 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-2bbe7ef0-a4c7-4f91-ac29-6c054d0f0cf8 req-490ccd62-6836-4e66-8de5-bd1d9844de39 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631609 Aug 31 15:34:58.737293 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a31f83-d6a5-4f2f-852f-55947a8ac8dd tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Router 92119be5-70b4-4b48-90ed-58ea00a6d8c7 has already been hosted by L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 {{(pid=79276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:34:58.922677 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a31f83-d6a5-4f2f-852f-55947a8ac8dd tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:34:58.932166 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffea4408-5aa8-432a-a2ad-480cb4fa5348 None None] Sync routers for ids ['92119be5-70b4-4b48-90ed-58ea00a6d8c7'] in dv-cinder-802781-4-iscsi {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:34:58.942374 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffea4408-5aa8-432a-a2ad-480cb4fa5348 None None] Routers {'92119be5-70b4-4b48-90ed-58ea00a6d8c7'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:34:58.943145 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-ffea4408-5aa8-432a-a2ad-480cb4fa5348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:34:38Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['92119be5-70b4-4b48-90ed-58ea00a6d8c7'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:58.944475 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-29a31f83-d6a5-4f2f-852f-55947a8ac8dd tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for floatingip, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:34:59.004838 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-29a31f83-d6a5-4f2f-852f-55947a8ac8dd tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "DELETE /v2.0/floatingips/f7388144-5532-4cce-bc35-d0c589303013 HTTP/1.1" status: 204 len: 168 time: 1.7766614 Aug 31 15:34:59.005774 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8733d5d3-7bf5-411a-9805-6aef9f57bfa8', 'tag': 'bead6140-7efd-45e3-8625-12a6f695831c'}] {{(pid=79276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:34:59.055584 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8733d5d3-7bf5-411a-9805-6aef9f57bfa8', 'tag': 'bead6140-7efd-45e3-8625-12a6f695831c', 'status': 'completed', 'code': 200} Aug 31 15:34:59.146765 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-ffea4408-5aa8-432a-a2ad-480cb4fa5348 None None] Set router 92119be5-70b4-4b48-90ed-58ea00a6d8c7 gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:34:59.181397 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac65a88-0a52-48f6-ad7e-13e7a326146e req-3c0a9480-b2d7-4db1-94dc-398dae930c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:59.184215 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-eac65a88-0a52-48f6-ad7e-13e7a326146e req-3c0a9480-b2d7-4db1-94dc-398dae930c24 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f3d481bcf1294c749009312b339c5ff6&device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 1099 time: 0.0807128 Aug 31 15:34:59.340926 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac65a88-0a52-48f6-ad7e-13e7a326146e req-f6f14be0-3bae-4c9d-8d3e-3b1b9a801800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:59.342472 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-eac65a88-0a52-48f6-ad7e-13e7a326146e req-f6f14be0-3bae-4c9d-8d3e-3b1b9a801800 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8a43599e-3fd3-4af2-9714-5afac8df9dd8 HTTP/1.1" status: 200 len: 916 time: 0.1519103 Aug 31 15:34:59.432521 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-eac65a88-0a52-48f6-ad7e-13e7a326146e req-20abe82c-8318-4eec-b5ef-8415555d862a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bead6140-7efd-45e3-8625-12a6f695831c HTTP/1.1" status: 200 len: 217 time: 0.0818269 Aug 31 15:34:59.528484 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac65a88-0a52-48f6-ad7e-13e7a326146e req-cb2b90dc-95e4-4593-b661-5b06551fc9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:59.530262 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-eac65a88-0a52-48f6-ad7e-13e7a326146e req-cb2b90dc-95e4-4593-b661-5b06551fc9fe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e9deb1ca-4a37-474c-b752-f1749a20678d HTTP/1.1" status: 200 len: 854 time: 0.0721662 Aug 31 15:34:59.530570 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-ffea4408-5aa8-432a-a2ad-480cb4fa5348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92119be5-70b4-4b48-90ed-58ea00a6d8c7', 'name': 'tempest-TestMinimumBasicScenario-1845208578-router', 'tenant_id': 'f3d481bcf1294c749009312b339c5ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8100cdd4-db90-417f-a411-9bd64b9b45ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:30:50Z', 'updated_at': '2021-08-31T15:30:54Z', 'revision_number': 4, 'project_id': 'f3d481bcf1294c749009312b339c5ff6', 'gw_port': {'id': '8100cdd4-db90-417f-a411-9bd64b9b45ed', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92119be5-70b4-4b48-90ed-58ea00a6d8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:30:51Z', 'updated_at': '2021-08-31T15:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': 'c2ebbe47-9ede-43b6-85b8-0ee9d0e90736', 'name': '', 'network_id': '8a43599e-3fd3-4af2-9714-5afac8df9dd8', 'tenant_id': 'f3d481bcf1294c749009312b339c5ff6', 'mac_address': 'fa:16:3e:dc:81:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92119be5-70b4-4b48-90ed-58ea00a6d8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e9deb1ca-4a37-474c-b752-f1749a20678d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:30:53Z', 'updated_at': '2021-08-31T15:31:01Z', 'revision_number': 5, 'project_id': 'f3d481bcf1294c749009312b339c5ff6', 'subnets': [{'id': 'e9deb1ca-4a37-474c-b752-f1749a20678d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:59.534532 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffea4408-5aa8-432a-a2ad-480cb4fa5348 None None] Checking router: 92119be5-70b4-4b48-90ed-58ea00a6d8c7 for host: dv-cinder-802781-4-iscsi {{(pid=79278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:34:59.555098 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffea4408-5aa8-432a-a2ad-480cb4fa5348 None None] Routers {'92119be5-70b4-4b48-90ed-58ea00a6d8c7'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:34:59.555764 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-ffea4408-5aa8-432a-a2ad-480cb4fa5348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:34:38Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['92119be5-70b4-4b48-90ed-58ea00a6d8c7'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:34:59.618108 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac65a88-0a52-48f6-ad7e-13e7a326146e req-83de5a61-0096-4ccb-a404-47a5df8d0c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:59.619614 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-eac65a88-0a52-48f6-ad7e-13e7a326146e req-83de5a61-0096-4ccb-a404-47a5df8d0c10 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8a43599e-3fd3-4af2-9714-5afac8df9dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0819802 Aug 31 15:34:59.739616 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-ffea4408-5aa8-432a-a2ad-480cb4fa5348 None None] Set router 92119be5-70b4-4b48-90ed-58ea00a6d8c7 gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:34:59.763391 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-eac65a88-0a52-48f6-ad7e-13e7a326146e req-efd818cf-2960-4d81-9c76-75463866de73 service neutron] 10.222.0.64 "GET /v2.0/networks/8a43599e-3fd3-4af2-9714-5afac8df9dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311514 Aug 31 15:34:59.900739 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-eac65a88-0a52-48f6-ad7e-13e7a326146e req-98b93ff5-0f5d-4db6-99c5-9bb037b7055e service neutron] 10.222.0.64 "GET /v2.0/networks/8a43599e-3fd3-4af2-9714-5afac8df9dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307437 Aug 31 15:34:59.973641 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f143bc93-341f-4520-9bbd-cb5122112755 req-afbbe667-5d06-4fcd-afa6-42e9eb9bcba3 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:34:59.975448 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-f143bc93-341f-4520-9bbd-cb5122112755 req-afbbe667-5d06-4fcd-afa6-42e9eb9bcba3 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 946 time: 0.1173880 Aug 31 15:35:00.021484 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-f143bc93-341f-4520-9bbd-cb5122112755 req-597bbe64-ab76-4176-859b-2f8b74ea4cd5 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400770 Aug 31 15:35:00.078691 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-ffea4408-5aa8-432a-a2ad-480cb4fa5348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92119be5-70b4-4b48-90ed-58ea00a6d8c7', 'name': 'tempest-TestMinimumBasicScenario-1845208578-router', 'tenant_id': 'f3d481bcf1294c749009312b339c5ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8100cdd4-db90-417f-a411-9bd64b9b45ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:30:50Z', 'updated_at': '2021-08-31T15:30:54Z', 'revision_number': 4, 'project_id': 'f3d481bcf1294c749009312b339c5ff6', 'gw_port': {'id': '8100cdd4-db90-417f-a411-9bd64b9b45ed', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92119be5-70b4-4b48-90ed-58ea00a6d8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:30:51Z', 'updated_at': '2021-08-31T15:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': 'c2ebbe47-9ede-43b6-85b8-0ee9d0e90736', 'name': '', 'network_id': '8a43599e-3fd3-4af2-9714-5afac8df9dd8', 'tenant_id': 'f3d481bcf1294c749009312b339c5ff6', 'mac_address': 'fa:16:3e:dc:81:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92119be5-70b4-4b48-90ed-58ea00a6d8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e9deb1ca-4a37-474c-b752-f1749a20678d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:30:53Z', 'updated_at': '2021-08-31T15:31:01Z', 'revision_number': 5, 'project_id': 'f3d481bcf1294c749009312b339c5ff6', 'subnets': [{'id': 'e9deb1ca-4a37-474c-b752-f1749a20678d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:35:00.082623 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffea4408-5aa8-432a-a2ad-480cb4fa5348 None None] The sync data for ids ['92119be5-70b4-4b48-90ed-58ea00a6d8c7'] in dv-cinder-802781-4-iscsi is: [{'id': '92119be5-70b4-4b48-90ed-58ea00a6d8c7', 'name': 'tempest-TestMinimumBasicScenario-1845208578-router', 'tenant_id': 'f3d481bcf1294c749009312b339c5ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8100cdd4-db90-417f-a411-9bd64b9b45ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:30:50Z', 'updated_at': '2021-08-31T15:30:54Z', 'revision_number': 4, 'project_id': 'f3d481bcf1294c749009312b339c5ff6', 'gw_port': {'id': '8100cdd4-db90-417f-a411-9bd64b9b45ed', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92119be5-70b4-4b48-90ed-58ea00a6d8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:30:51Z', 'updated_at': '2021-08-31T15:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': 'c2ebbe47-9ede-43b6-85b8-0ee9d0e90736', 'name': '', 'network_id': '8a43599e-3fd3-4af2-9714-5afac8df9dd8', 'tenant_id': 'f3d481bcf1294c749009312b339c5ff6', 'mac_address': 'fa:16:3e:dc:81:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92119be5-70b4-4b48-90ed-58ea00a6d8c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e9deb1ca-4a37-474c-b752-f1749a20678d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:30:53Z', 'updated_at': '2021-08-31T15:31:01Z', 'revision_number': 5, 'project_id': 'f3d481bcf1294c749009312b339c5ff6', 'subnets': [{'id': 'e9deb1ca-4a37-474c-b752-f1749a20678d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:35:00.295231 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c49574-419a-45f7-a820-fee06297596e None None] New status for floating IP f7388144-5532-4cce-bc35-d0c589303013: DOWN {{(pid=79279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:35:01.218578 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e463a2-05e9-4df5-a8df-1b6316aa0357 req-f5872451-010b-469e-85b7-e3772f2467a9 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:01.220128 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-19e463a2-05e9-4df5-a8df-1b6316aa0357 req-f5872451-010b-469e-85b7-e3772f2467a9 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 946 time: 0.0831294 Aug 31 15:35:01.264939 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-19e463a2-05e9-4df5-a8df-1b6316aa0357 req-d9d3a14c-50e9-42f5-83c6-4af0adecdec5 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384984 Aug 31 15:35:01.451336 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee179d6-a41b-4f6d-ae8c-9d7a4ac5e888 req-01c3f056-0f11-47d0-808e-6c5198f22f7e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:01.452795 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-1ee179d6-a41b-4f6d-ae8c-9d7a4ac5e888 req-01c3f056-0f11-47d0-808e-6c5198f22f7e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 946 time: 0.0798223 Aug 31 15:35:01.462164 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 54642) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:35:01.467789 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-2cd9020d-f121-4144-92dd-b3b7a3ab0efb tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Request body: {'floatingip': {'port_id': '1efaf29f-7c5c-4ae0-abba-6b25817b2c52'}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:35:01.665721 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2cd9020d-f121-4144-92dd-b3b7a3ab0efb tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks [] for floatingip, before_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:02.300114 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2cd9020d-f121-4144-92dd-b3b7a3ab0efb tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:02.304967 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2cd9020d-f121-4144-92dd-b3b7a3ab0efb tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906927'] for floatingip, after_update {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:02.487798 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.db.l3_db [None req-2cd9020d-f121-4144-92dd-b3b7a3ab0efb tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Floating IP d9194ede-d643-4d64-854a-886bfdac9224 associated. External IP: 172.27.1.124, port: 1efaf29f-7c5c-4ae0-abba-6b25817b2c52. Aug 31 15:35:02.908607 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd9020d-f121-4144-92dd-b3b7a3ab0efb tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Router 640632f1-2890-41d5-9080-83ba2ad71416 has already been hosted by L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 {{(pid=79276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:35:03.296687 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd9020d-f121-4144-92dd-b3b7a3ab0efb tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:35:03.305166 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2cd9020d-f121-4144-92dd-b3b7a3ab0efb tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for floatingip, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:03.317064 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3c8f01-ff1c-4993-a8f9-7916c22904a2 None None] Sync routers for ids ['640632f1-2890-41d5-9080-83ba2ad71416'] in dv-cinder-802781-4-iscsi {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:35:03.339345 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3c8f01-ff1c-4993-a8f9-7916c22904a2 None None] Routers {'640632f1-2890-41d5-9080-83ba2ad71416'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:35:03.339345 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-1e3c8f01-ff1c-4993-a8f9-7916c22904a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:34:38Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['640632f1-2890-41d5-9080-83ba2ad71416'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:35:03.426652 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-2cd9020d-f121-4144-92dd-b3b7a3ab0efb tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "PUT /v2.0/floatingips/d9194ede-d643-4d64-854a-886bfdac9224 HTTP/1.1" status: 200 len: 992 time: 1.9630668 Aug 31 15:35:03.428668 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b97c25-8eb8-4cc1-a48e-40478b959450', 'tag': '1efaf29f-7c5c-4ae0-abba-6b25817b2c52'}] {{(pid=79276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:35:03.650065 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41b97c25-8eb8-4cc1-a48e-40478b959450', 'tag': '1efaf29f-7c5c-4ae0-abba-6b25817b2c52', 'status': 'completed', 'code': 200} Aug 31 15:35:03.797262 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-1e3c8f01-ff1c-4993-a8f9-7916c22904a2 None None] Set router 640632f1-2890-41d5-9080-83ba2ad71416 gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:35:04.083712 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a01dd9-c727-4679-b7d4-1e91dba5dbb4 req-c5ebfc55-c8bf-443c-aca7-2c783a2cb1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:04.086152 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-01a01dd9-c727-4679-b7d4-1e91dba5dbb4 req-c5ebfc55-c8bf-443c-aca7-2c783a2cb1b2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0018b07184be4602aa2184d192c944aa&device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 1099 time: 0.3741632 Aug 31 15:35:04.100417 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8c5e8-b2a7-4dc3-8f66-a5f28b7805d1 req-c771cc94-31c3-4bfc-812a-961b8944fbee tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:04.102729 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6be8c5e8-b2a7-4dc3-8f66-a5f28b7805d1 req-c771cc94-31c3-4bfc-812a-961b8944fbee tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 946 time: 0.3346374 Aug 31 15:35:04.216447 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6be8c5e8-b2a7-4dc3-8f66-a5f28b7805d1 req-bcfc7a1b-aa75-486b-a093-be28e3ca3d1d tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051469 Aug 31 15:35:04.370674 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a01dd9-c727-4679-b7d4-1e91dba5dbb4 req-e2796667-e512-4659-8f91-ca925f08cd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:04.372302 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-01a01dd9-c727-4679-b7d4-1e91dba5dbb4 req-e2796667-e512-4659-8f91-ca925f08cd87 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f4d4882d-28d2-4fed-bbfd-7d71610fb886 HTTP/1.1" status: 200 len: 918 time: 0.2682796 Aug 31 15:35:04.486630 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-01a01dd9-c727-4679-b7d4-1e91dba5dbb4 req-95f1a917-62ee-432e-9843-326a9f6245dc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1efaf29f-7c5c-4ae0-abba-6b25817b2c52 HTTP/1.1" status: 200 len: 1000 time: 0.1065011 Aug 31 15:35:04.506510 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-1e3c8f01-ff1c-4993-a8f9-7916c22904a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640632f1-2890-41d5-9080-83ba2ad71416', 'name': 'tempest-AttachVolumeShelveTestJSON-1099268491-router', 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '3e6c12a1-ba4a-4ea1-af49-000286b771ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:29:46Z', 'updated_at': '2021-08-31T15:29:50Z', 'revision_number': 4, 'project_id': '0018b07184be4602aa2184d192c944aa', 'gw_port': {'id': '3e6c12a1-ba4a-4ea1-af49-000286b771ba', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:75:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640632f1-2890-41d5-9080-83ba2ad71416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:29:46Z', 'updated_at': '2021-08-31T15:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_floatingips': [{'id': 'd9194ede-d643-4d64-854a-886bfdac9224', 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'router_id': '640632f1-2890-41d5-9080-83ba2ad71416', 'port_id': '1efaf29f-7c5c-4ae0-abba-6b25817b2c52', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886', 'mac_address': 'fa:16:3e:17:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b97c25-8eb8-4cc1-a48e-40478b959450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:34:45Z', 'updated_at': '2021-08-31T15:35:02Z', 'revision_number': 1, 'project_id': '0018b07184be4602aa2184d192c944aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c06d0239-f808-43d8-86f8-e3bcddd48a66', 'name': '', 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886', 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'mac_address': 'fa:16:3e:93:5f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640632f1-2890-41d5-9080-83ba2ad71416', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a81a534a-35fe-443f-84ed-8e87d97ceef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:29:49Z', 'updated_at': '2021-08-31T15:29:56Z', 'revision_number': 5, 'project_id': '0018b07184be4602aa2184d192c944aa', 'subnets': [{'id': 'a81a534a-35fe-443f-84ed-8e87d97ceef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:35:04.522742 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3c8f01-ff1c-4993-a8f9-7916c22904a2 None None] Checking router: 640632f1-2890-41d5-9080-83ba2ad71416 for host: dv-cinder-802781-4-iscsi {{(pid=79278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:35:04.534906 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3c8f01-ff1c-4993-a8f9-7916c22904a2 None None] Routers {'640632f1-2890-41d5-9080-83ba2ad71416'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:35:04.535832 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-1e3c8f01-ff1c-4993-a8f9-7916c22904a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:34:38Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['640632f1-2890-41d5-9080-83ba2ad71416'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:35:04.556427 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a01dd9-c727-4679-b7d4-1e91dba5dbb4 req-63271234-127c-458e-a896-a213d060a11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:04.557858 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-01a01dd9-c727-4679-b7d4-1e91dba5dbb4 req-63271234-127c-458e-a896-a213d060a11d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a81a534a-35fe-443f-84ed-8e87d97ceef8 HTTP/1.1" status: 200 len: 856 time: 0.0634522 Aug 31 15:35:04.635757 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a01dd9-c727-4679-b7d4-1e91dba5dbb4 req-3f9e024c-2c82-4104-b845-701c463c36d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:04.637485 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-01a01dd9-c727-4679-b7d4-1e91dba5dbb4 req-3f9e024c-2c82-4104-b845-701c463c36d8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f4d4882d-28d2-4fed-bbfd-7d71610fb886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0723341 Aug 31 15:35:04.727177 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-1e3c8f01-ff1c-4993-a8f9-7916c22904a2 None None] Set router 640632f1-2890-41d5-9080-83ba2ad71416 gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:35:04.776271 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-01a01dd9-c727-4679-b7d4-1e91dba5dbb4 req-ddf2c2e4-048c-44bc-a57b-32f77d3f3a67 service neutron] 10.222.0.64 "GET /v2.0/networks/f4d4882d-28d2-4fed-bbfd-7d71610fb886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304662 Aug 31 15:35:04.911383 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-01a01dd9-c727-4679-b7d4-1e91dba5dbb4 req-59490e93-98be-428a-af3a-784053aeebf8 service neutron] 10.222.0.64 "GET /v2.0/networks/f4d4882d-28d2-4fed-bbfd-7d71610fb886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273086 Aug 31 15:35:05.088360 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-1e3c8f01-ff1c-4993-a8f9-7916c22904a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640632f1-2890-41d5-9080-83ba2ad71416', 'name': 'tempest-AttachVolumeShelveTestJSON-1099268491-router', 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '3e6c12a1-ba4a-4ea1-af49-000286b771ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:29:46Z', 'updated_at': '2021-08-31T15:29:50Z', 'revision_number': 4, 'project_id': '0018b07184be4602aa2184d192c944aa', 'gw_port': {'id': '3e6c12a1-ba4a-4ea1-af49-000286b771ba', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:75:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640632f1-2890-41d5-9080-83ba2ad71416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:29:46Z', 'updated_at': '2021-08-31T15:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_floatingips': [{'id': 'd9194ede-d643-4d64-854a-886bfdac9224', 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'router_id': '640632f1-2890-41d5-9080-83ba2ad71416', 'port_id': '1efaf29f-7c5c-4ae0-abba-6b25817b2c52', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886', 'mac_address': 'fa:16:3e:17:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b97c25-8eb8-4cc1-a48e-40478b959450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:34:45Z', 'updated_at': '2021-08-31T15:35:02Z', 'revision_number': 1, 'project_id': '0018b07184be4602aa2184d192c944aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c06d0239-f808-43d8-86f8-e3bcddd48a66', 'name': '', 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886', 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'mac_address': 'fa:16:3e:93:5f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640632f1-2890-41d5-9080-83ba2ad71416', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a81a534a-35fe-443f-84ed-8e87d97ceef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:29:49Z', 'updated_at': '2021-08-31T15:29:56Z', 'revision_number': 5, 'project_id': '0018b07184be4602aa2184d192c944aa', 'subnets': [{'id': 'a81a534a-35fe-443f-84ed-8e87d97ceef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:35:05.092282 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3c8f01-ff1c-4993-a8f9-7916c22904a2 None None] The sync data for ids ['640632f1-2890-41d5-9080-83ba2ad71416'] in dv-cinder-802781-4-iscsi is: [{'id': '640632f1-2890-41d5-9080-83ba2ad71416', 'name': 'tempest-AttachVolumeShelveTestJSON-1099268491-router', 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '3e6c12a1-ba4a-4ea1-af49-000286b771ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:29:46Z', 'updated_at': '2021-08-31T15:29:50Z', 'revision_number': 4, 'project_id': '0018b07184be4602aa2184d192c944aa', 'gw_port': {'id': '3e6c12a1-ba4a-4ea1-af49-000286b771ba', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:75:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640632f1-2890-41d5-9080-83ba2ad71416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:29:46Z', 'updated_at': '2021-08-31T15:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_floatingips': [{'id': 'd9194ede-d643-4d64-854a-886bfdac9224', 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'router_id': '640632f1-2890-41d5-9080-83ba2ad71416', 'port_id': '1efaf29f-7c5c-4ae0-abba-6b25817b2c52', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886', 'mac_address': 'fa:16:3e:17:01:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b97c25-8eb8-4cc1-a48e-40478b959450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:34:45Z', 'updated_at': '2021-08-31T15:35:02Z', 'revision_number': 1, 'project_id': '0018b07184be4602aa2184d192c944aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c06d0239-f808-43d8-86f8-e3bcddd48a66', 'name': '', 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886', 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'mac_address': 'fa:16:3e:93:5f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640632f1-2890-41d5-9080-83ba2ad71416', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a81a534a-35fe-443f-84ed-8e87d97ceef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:29:49Z', 'updated_at': '2021-08-31T15:29:56Z', 'revision_number': 5, 'project_id': '0018b07184be4602aa2184d192c944aa', 'subnets': [{'id': 'a81a534a-35fe-443f-84ed-8e87d97ceef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:35:05.302616 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-0177e959-8253-48dc-aa50-e40f5199b855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:05.324192 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ff41d4-b800-46a9-a91b-6475fa844fd7 None None] New status for floating IP d9194ede-d643-4d64-854a-886bfdac9224: ACTIVE {{(pid=79279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:35:05.416198 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e3825e-9d47-48bf-82c6-1c8f53802466 req-430c6574-5ac1-488f-a9db-7a2bdd344b3a tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:05.417092 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [req-b5e3825e-9d47-48bf-82c6-1c8f53802466 req-430c6574-5ac1-488f-a9db-7a2bdd344b3a tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Synchronizing usage tracker for tenant:f3d481bcf1294c749009312b339c5ff6 on resource:port {{(pid=79276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:35:05.437014 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [req-b5e3825e-9d47-48bf-82c6-1c8f53802466 req-430c6574-5ac1-488f-a9db-7a2bdd344b3a tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Unset dirty status for tenant:f3d481bcf1294c749009312b339c5ff6 on resource:port {{(pid=79276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:35:05.439468 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-b5e3825e-9d47-48bf-82c6-1c8f53802466 req-430c6574-5ac1-488f-a9db-7a2bdd344b3a tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 946 time: 0.1036391 Aug 31 15:35:05.512500 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [req-b5e3825e-9d47-48bf-82c6-1c8f53802466 req-73ddca96-df13-4528-9ad2-0bc0ad787078 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Synchronizing usage tracker for tenant:f3d481bcf1294c749009312b339c5ff6 on resource:security_group {{(pid=79276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:35:05.531078 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [req-b5e3825e-9d47-48bf-82c6-1c8f53802466 req-73ddca96-df13-4528-9ad2-0bc0ad787078 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Unset dirty status for tenant:f3d481bcf1294c749009312b339c5ff6 on resource:security_group {{(pid=79276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:35:05.532817 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-b5e3825e-9d47-48bf-82c6-1c8f53802466 req-73ddca96-df13-4528-9ad2-0bc0ad787078 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863450 Aug 31 15:35:05.607805 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:05.874307 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-df15941f-d21a-4746-aea7-c8198246b193 req-295e54df-cdcd-4cfb-9b9f-18c699a134e4 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1753315560&fields=id&tenant_id=e4371ca94d2f4596a8827e56a45419f1 HTTP/1.1" status: 200 len: 267 time: 0.0437999 Aug 31 15:35:06.026837 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15941f-d21a-4746-aea7-c8198246b193 req-3b40c2d3-45e8-41de-b83a-dd48a0b3c3b8 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:06.028324 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-df15941f-d21a-4746-aea7-c8198246b193 req-3b40c2d3-45e8-41de-b83a-dd48a0b3c3b8 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/networks?id=5990b3f4-682b-41ef-afb9-dfd0d1d4d570 HTTP/1.1" status: 200 len: 812 time: 0.1470790 Aug 31 15:35:06.043183 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-df15941f-d21a-4746-aea7-c8198246b193 req-4a4c23be-ca6e-4425-8dc2-998d40b6615e tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/quotas/e4371ca94d2f4596a8827e56a45419f1 HTTP/1.1" status: 200 len: 375 time: 0.0095065 Aug 31 15:35:06.187116 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-df15941f-d21a-4746-aea7-c8198246b193 req-2771c777-35dd-429f-a748-bb13a46caf9d tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e4371ca94d2f4596a8827e56a45419f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1386471 Aug 31 15:35:06.202942 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e462792-1681-4f82-aad1-c0b35f65cbdb req-f6682f81-573c-436a-9993-0e63ca6b6ba4 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:06.204356 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0e462792-1681-4f82-aad1-c0b35f65cbdb req-f6682f81-573c-436a-9993-0e63ca6b6ba4 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.64 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 946 time: 0.1047194 Aug 31 15:35:06.263634 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [req-df15941f-d21a-4746-aea7-c8198246b193 req-30db8e95-d2cd-4b14-a2a9-b16185da8d7a service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=79277) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 15:35:06.264599 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-df15941f-d21a-4746-aea7-c8198246b193 req-30db8e95-d2cd-4b14-a2a9-b16185da8d7a service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0594223 Aug 31 15:35:06.317589 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [req-0e462792-1681-4f82-aad1-c0b35f65cbdb req-349c4077-30bd-4bd3-82f0-ee0f872333ed tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Deleting port bead6140-7efd-45e3-8625-12a6f695831c {{(pid=79277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:35:06.317929 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-0e462792-1681-4f82-aad1-c0b35f65cbdb req-349c4077-30bd-4bd3-82f0-ee0f872333ed tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:06.512089 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-df15941f-d21a-4746-aea7-c8198246b193 req-b4044a4b-9d76-4a86-8d44-8fe2bac843e6 service neutron] 10.222.0.81 "GET /v2.0/networks/5990b3f4-682b-41ef-afb9-dfd0d1d4d570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405353 Aug 31 15:35:06.742879 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e63e1-5fca-4302-8ff3-6c7078ca5ea3 req-dd0fd284-bb82-4947-9cef-907e2516f55f tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:06.744573 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-183e63e1-5fca-4302-8ff3-6c7078ca5ea3 req-dd0fd284-bb82-4947-9cef-907e2516f55f tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 946 time: 0.0883958 Aug 31 15:35:06.789619 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-183e63e1-5fca-4302-8ff3-6c7078ca5ea3 req-204dad11-32ca-421b-b36f-cdd26a6ebc8d tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/security-groups?id=d1de4bf8-495b-4df8-8748-4e7b068a2f47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392644 Aug 31 15:35:06.856191 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-0e462792-1681-4f82-aad1-c0b35f65cbdb req-349c4077-30bd-4bd3-82f0-ee0f872333ed tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] For port bead6140-7efd-45e3-8625-12a6f695831c, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=bead6140-7efd-45e3-8625-12a6f695831c,segment=NetworkSegment(84b59644-13f4-4a5a-bbeb-4b76431c9274),segment_id=84b59644-13f4-4a5a-bbeb-4b76431c9274)] {{(pid=79277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:35:06.856542 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-0e462792-1681-4f82-aad1-c0b35f65cbdb req-349c4077-30bd-4bd3-82f0-ee0f872333ed tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:06.868285 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-df15941f-d21a-4746-aea7-c8198246b193 req-85ae2458-75e7-4926-9823-6b4e00462531 service neutron] 10.222.0.81 "GET /v2.0/networks/5990b3f4-682b-41ef-afb9-dfd0d1d4d570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376088 Aug 31 15:35:06.986025 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [req-0e462792-1681-4f82-aad1-c0b35f65cbdb req-349c4077-30bd-4bd3-82f0-ee0f872333ed tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Calling delete_port for bead6140-7efd-45e3-8625-12a6f695831c owned by compute:nova {{(pid=79277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:35:07.136552 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-0e462792-1681-4f82-aad1-c0b35f65cbdb req-349c4077-30bd-4bd3-82f0-ee0f872333ed tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10695601'] for port, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:07.145122 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-5db6dc38-050e-4294-9928-d91c771770e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:35:07.178904 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] get_ports_and_sgs() called for port_ids ['bead6140-7efd-45e3-8625-12a6f695831c'] {{(pid=79278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:35:07.186326 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349c4077-30bd-4bd3-82f0-ee0f872333ed tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Pushing event deleted for resources: {'Port': ['ID=bead6140-7efd-45e3-8625-12a6f695831c,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:35:07.189953 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-349c4077-30bd-4bd3-82f0-ee0f872333ed tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:35:07.279776 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e462792-1681-4f82-aad1-c0b35f65cbdb req-349c4077-30bd-4bd3-82f0-ee0f872333ed tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] No DVR routers for this DVR port bead6140-7efd-45e3-8625-12a6f695831c on host hv-cinder-80278 {{(pid=79277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:35:07.282609 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-0e462792-1681-4f82-aad1-c0b35f65cbdb req-349c4077-30bd-4bd3-82f0-ee0f872333ed tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:07.285463 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8733d5d3-7bf5-411a-9805-6aef9f57bfa8', 'name': 'network-vif-deleted', 'tag': 'bead6140-7efd-45e3-8625-12a6f695831c'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:35:07.302839 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0e462792-1681-4f82-aad1-c0b35f65cbdb req-349c4077-30bd-4bd3-82f0-ee0f872333ed tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.64 "DELETE /v2.0/ports/bead6140-7efd-45e3-8625-12a6f695831c HTTP/1.1" status: 204 len: 173 time: 1.0921304 Aug 31 15:35:07.326999 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [req-a82b3a2f-f43c-4964-a20b-8f0f3c30caad req-4535957a-6d90-4533-807d-9a574b3a6fb3 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Synchronizing usage tracker for tenant:e4371ca94d2f4596a8827e56a45419f1 on resource:port {{(pid=79276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:35:07.346348 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [req-a82b3a2f-f43c-4964-a20b-8f0f3c30caad req-4535957a-6d90-4533-807d-9a574b3a6fb3 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Unset dirty status for tenant:e4371ca94d2f4596a8827e56a45419f1 on resource:port {{(pid=79276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:35:07.347573 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-a82b3a2f-f43c-4964-a20b-8f0f3c30caad req-4535957a-6d90-4533-807d-9a574b3a6fb3 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4d4f4f6-11f0-47e1-9771-04e2025f0856 HTTP/1.1" status: 200 len: 210 time: 0.0822196 Aug 31 15:35:07.419550 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8733d5d3-7bf5-411a-9805-6aef9f57bfa8', 'name': 'network-vif-deleted', 'tag': 'bead6140-7efd-45e3-8625-12a6f695831c', 'status': 'completed', 'code': 200} Aug 31 15:35:07.710423 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-e30735c7-2b3c-4ef7-bd47-febaf92061f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:07.967989 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-f41551d5-6a4d-4703-86b2-a01057a41b7d req-c7260f46-0c08-475f-86ae-472e5314c5e8 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Synchronizing usage tracker for tenant:f3d481bcf1294c749009312b339c5ff6 on resource:port {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:35:07.983916 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-f41551d5-6a4d-4703-86b2-a01057a41b7d req-c7260f46-0c08-475f-86ae-472e5314c5e8 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Unset dirty status for tenant:f3d481bcf1294c749009312b339c5ff6 on resource:port {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:35:07.985114 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f41551d5-6a4d-4703-86b2-a01057a41b7d req-c7260f46-0c08-475f-86ae-472e5314c5e8 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] 10.222.0.81 "GET /v2.0/ports?device_id=8733d5d3-7bf5-411a-9805-6aef9f57bfa8 HTTP/1.1" status: 200 len: 210 time: 0.0677369 Aug 31 15:35:08.558997 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a149b8ea-8c1b-4c69-9573-d2e21bdbc471 req-56ecdad0-d9d2-47bc-b88a-ad73b6c0e230 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4d4f4f6-11f0-47e1-9771-04e2025f0856 HTTP/1.1" status: 200 len: 210 time: 0.0947232 Aug 31 15:35:08.616704 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15941f-d21a-4746-aea7-c8198246b193 req-06a3df3a-499f-4938-80d6-c9982cfa44c5 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:08.618136 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-df15941f-d21a-4746-aea7-c8198246b193 req-06a3df3a-499f-4938-80d6-c9982cfa44c5 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.64 "GET /v2.0/networks?id=5990b3f4-682b-41ef-afb9-dfd0d1d4d570 HTTP/1.1" status: 200 len: 812 time: 0.1900880 Aug 31 15:35:08.681884 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-df15941f-d21a-4746-aea7-c8198246b193 req-9c7083c3-cfa7-413a-8a68-10144442d961 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4371ca94d2f4596a8827e56a45419f1 HTTP/1.1" status: 200 len: 380 time: 0.0435848 Aug 31 15:35:08.706018 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [req-df15941f-d21a-4746-aea7-c8198246b193 req-1cf18915-66e3-43a8-b22f-1c55e61464dd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Request body: {'port': {'device_id': 'c4d4f4f6-11f0-47e1-9771-04e2025f0856', 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570', 'admin_state_up': True, 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'security_groups': ['b8edf42a-55a3-4cf9-904d-acbe34d98f9a']}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:35:08.843657 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [req-df15941f-d21a-4746-aea7-c8198246b193 req-1cf18915-66e3-43a8-b22f-1c55e61464dd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:35:08.853761 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [req-df15941f-d21a-4746-aea7-c8198246b193 req-1cf18915-66e3-43a8-b22f-1c55e61464dd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:35:08.863165 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df15941f-d21a-4746-aea7-c8198246b193 req-1cf18915-66e3-43a8-b22f-1c55e61464dd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Made reservation on behalf of e4371ca94d2f4596a8827e56a45419f1 for: {'port': 1} {{(pid=79277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:35:08.866755 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-df15941f-d21a-4746-aea7-c8198246b193 req-1cf18915-66e3-43a8-b22f-1c55e61464dd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:08.891647 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:09.030664 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.db_base_plugin_common [req-df15941f-d21a-4746-aea7-c8198246b193 req-1cf18915-66e3-43a8-b22f-1c55e61464dd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Allocated IP 172.20.0.9 (5990b3f4-682b-41ef-afb9-dfd0d1d4d570/080eca60-1e3c-44c2-9c13-4228fac76c5e/f054b8e5-10a5-4e40-9a89-41f121f899e7) {{(pid=79277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:35:09.233991 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-df15941f-d21a-4746-aea7-c8198246b193 req-1cf18915-66e3-43a8-b22f-1c55e61464dd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks [] for port, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:09.250388 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.provisioning_blocks [req-df15941f-d21a-4746-aea7-c8198246b193 req-1cf18915-66e3-43a8-b22f-1c55e61464dd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Transition to ACTIVE for port object f054b8e5-10a5-4e40-9a89-41f121f899e7 will not be triggered until provisioned by entity DHCP. {{(pid=79277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:35:09.278173 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-df15941f-d21a-4746-aea7-c8198246b193 req-1cf18915-66e3-43a8-b22f-1c55e61464dd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10695601'] for port, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:09.284390 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-8c5b91db-bbde-4372-9523-d9d063eb2c55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:35:09.364192 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df15941f-d21a-4746-aea7-c8198246b193 req-1cf18915-66e3-43a8-b22f-1c55e61464dd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Network 5990b3f4-682b-41ef-afb9-dfd0d1d4d570 is already hosted by enough agents. {{(pid=79277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:35:09.367327 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.base_scheduler [req-df15941f-d21a-4746-aea7-c8198246b193 req-1cf18915-66e3-43a8-b22f-1c55e61464dd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Resources bound (agent type, host, resource id): {{(pid=79277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:35:09.371242 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [req-df15941f-d21a-4746-aea7-c8198246b193 req-1cf18915-66e3-43a8-b22f-1c55e61464dd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Received port after_create {{(pid=79277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:35:09.402750 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf18915-66e3-43a8-b22f-1c55e61464dd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Pushing event updated for resources: {'Port': ['ID=f054b8e5-10a5-4e40-9a89-41f121f899e7,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:35:09.409799 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-1cf18915-66e3-43a8-b22f-1c55e61464dd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:35:09.468287 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15941f-d21a-4746-aea7-c8198246b193 req-1cf18915-66e3-43a8-b22f-1c55e61464dd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:09.468965 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-df15941f-d21a-4746-aea7-c8198246b193 req-1cf18915-66e3-43a8-b22f-1c55e61464dd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:09.490070 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device bead6140-7efd-45e3-8625-12a6f695831c no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:35:09.513771 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-df15941f-d21a-4746-aea7-c8198246b193 req-1cf18915-66e3-43a8-b22f-1c55e61464dd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8110037 Aug 31 15:35:09.530720 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [req-df15941f-d21a-4746-aea7-c8198246b193 req-28f5b835-dbb7-402e-9d6e-c9ce217315de service neutron] Request body: {'port': {'device_id': 'c4d4f4f6-11f0-47e1-9771-04e2025f0856', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:35:09.544854 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] No Port match for: bead6140-7efd-45e3-8625-12a6f695831c {{(pid=79278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:35:09.544854 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device bead6140-7efd-45e3-8625-12a6f695831c not bound to the agent host hv-cinder-80278 {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:35:09.568997 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:09.711558 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-df15941f-d21a-4746-aea7-c8198246b193 req-28f5b835-dbb7-402e-9d6e-c9ce217315de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:09.730621 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-950ff92d-522c-4100-9511-e593db20a036 None None] Provisioning for port f054b8e5-10a5-4e40-9a89-41f121f899e7 completed by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:35:09.736452 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-950ff92d-522c-4100-9511-e593db20a036 None None] Provisioning complete for port f054b8e5-10a5-4e40-9a89-41f121f899e7 triggered by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:35:09.737174 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-950ff92d-522c-4100-9511-e593db20a036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:09.803376 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c4b46-e861-45a2-8cc6-8bdb5e362e52 req-97aad9ae-451b-480f-8dbb-2e59c8f8b589 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:09.811245 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-146c4b46-e861-45a2-8cc6-8bdb5e362e52 req-97aad9ae-451b-480f-8dbb-2e59c8f8b589 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4d4f4f6-11f0-47e1-9771-04e2025f0856 HTTP/1.1" status: 200 len: 931 time: 0.0990663 Aug 31 15:35:09.842691 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-950ff92d-522c-4100-9511-e593db20a036 None None] Port f054b8e5-10a5-4e40-9a89-41f121f899e7 cannot update to ACTIVE because it is not bound. {{(pid=79278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:35:09.855132 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [req-146c4b46-e861-45a2-8cc6-8bdb5e362e52 req-5033f952-5b47-416f-97fb-ed8868ea3b1e tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Synchronizing usage tracker for tenant:e4371ca94d2f4596a8827e56a45419f1 on resource:security_group {{(pid=79276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:35:09.877787 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [req-146c4b46-e861-45a2-8cc6-8bdb5e362e52 req-5033f952-5b47-416f-97fb-ed8868ea3b1e tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Unset dirty status for tenant:e4371ca94d2f4596a8827e56a45419f1 on resource:security_group {{(pid=79276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:35:09.879091 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-146c4b46-e861-45a2-8cc6-8bdb5e362e52 req-5033f952-5b47-416f-97fb-ed8868ea3b1e tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670044 Aug 31 15:35:10.011189 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 54788) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:35:10.195545 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [req-df15941f-d21a-4746-aea7-c8198246b193 req-28f5b835-dbb7-402e-9d6e-c9ce217315de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f054b8e5-10a5-4e40-9a89-41f121f899e7 {{(pid=79277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:35:10.202968 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-df15941f-d21a-4746-aea7-c8198246b193 req-28f5b835-dbb7-402e-9d6e-c9ce217315de service neutron] Notify callbacks [] for port, precommit_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:10.217848 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.provisioning_blocks [req-df15941f-d21a-4746-aea7-c8198246b193 req-28f5b835-dbb7-402e-9d6e-c9ce217315de service neutron] Transition to ACTIVE for port object f054b8e5-10a5-4e40-9a89-41f121f899e7 will not be triggered until provisioned by entity L2. {{(pid=79277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:35:10.221780 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-df15941f-d21a-4746-aea7-c8198246b193 req-28f5b835-dbb7-402e-9d6e-c9ce217315de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10695592'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:10.226293 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-8c5b91db-bbde-4372-9523-d9d063eb2c55 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:35:10.387010 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f5b835-dbb7-402e-9d6e-c9ce217315de service neutron] Pushing event updated for resources: {'Port': ['ID=f054b8e5-10a5-4e40-9a89-41f121f899e7,revision_number=2']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:35:10.395175 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-28f5b835-dbb7-402e-9d6e-c9ce217315de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:35:10.495463 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-df15941f-d21a-4746-aea7-c8198246b193 req-28f5b835-dbb7-402e-9d6e-c9ce217315de service neutron] Attempting to bind port f054b8e5-10a5-4e40-9a89-41f121f899e7 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:35:10.495725 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-df15941f-d21a-4746-aea7-c8198246b193 req-28f5b835-dbb7-402e-9d6e-c9ce217315de service neutron] Attempting to bind port f054b8e5-10a5-4e40-9a89-41f121f899e7 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '8d2c72f1-218e-4eb7-8d0d-15b50235536e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570'}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:35:10.496053 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df15941f-d21a-4746-aea7-c8198246b193 req-28f5b835-dbb7-402e-9d6e-c9ce217315de service neutron] Attempting to bind port f054b8e5-10a5-4e40-9a89-41f121f899e7 on network 5990b3f4-682b-41ef-afb9-dfd0d1d4d570 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:35:10.501157 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df15941f-d21a-4746-aea7-c8198246b193 req-28f5b835-dbb7-402e-9d6e-c9ce217315de service neutron] Port f054b8e5-10a5-4e40-9a89-41f121f899e7 on network 5990b3f4-682b-41ef-afb9-dfd0d1d4d570 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 31 15:35:10.501534 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df15941f-d21a-4746-aea7-c8198246b193 req-28f5b835-dbb7-402e-9d6e-c9ce217315de service neutron] Attempting to bind port f054b8e5-10a5-4e40-9a89-41f121f899e7 on network 5990b3f4-682b-41ef-afb9-dfd0d1d4d570 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:35:10.507378 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df15941f-d21a-4746-aea7-c8198246b193 req-28f5b835-dbb7-402e-9d6e-c9ce217315de service neutron] Checking agent: {'id': '62cd79da-47e6-4754-8d0e-eaf0f2299a96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 22, 7), 'started_at': datetime.datetime(2021, 8, 31, 15, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:35:10.507713 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df15941f-d21a-4746-aea7-c8198246b193 req-28f5b835-dbb7-402e-9d6e-c9ce217315de service neutron] Checking segment: {'id': '8d2c72f1-218e-4eb7-8d0d-15b50235536e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:35:10.508093 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df15941f-d21a-4746-aea7-c8198246b193 req-28f5b835-dbb7-402e-9d6e-c9ce217315de service neutron] Bound using segment: {'id': '8d2c72f1-218e-4eb7-8d0d-15b50235536e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570'} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:35:10.508518 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-df15941f-d21a-4746-aea7-c8198246b193 req-28f5b835-dbb7-402e-9d6e-c9ce217315de service neutron] Bound port: f054b8e5-10a5-4e40-9a89-41f121f899e7, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2c72f1-218e-4eb7-8d0d-15b50235536e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570'}}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:35:10.509118 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-df15941f-d21a-4746-aea7-c8198246b193 req-28f5b835-dbb7-402e-9d6e-c9ce217315de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:10.581114 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:10.599132 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c748efe8-d9f5-46f6-badb-67259ffc1e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3927262'] for router_interface, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:10.615008 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-df15941f-d21a-4746-aea7-c8198246b193 req-28f5b835-dbb7-402e-9d6e-c9ce217315de service neutron] For port f054b8e5-10a5-4e40-9a89-41f121f899e7, host hv-cinder-80278, cleared binding levels {{(pid=79277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:35:10.618416 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-df15941f-d21a-4746-aea7-c8198246b193 req-28f5b835-dbb7-402e-9d6e-c9ce217315de service neutron] For port f054b8e5-10a5-4e40-9a89-41f121f899e7, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=f054b8e5-10a5-4e40-9a89-41f121f899e7,segment=NetworkSegment(8d2c72f1-218e-4eb7-8d0d-15b50235536e),segment_id=8d2c72f1-218e-4eb7-8d0d-15b50235536e)] {{(pid=79277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:35:10.622326 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-df15941f-d21a-4746-aea7-c8198246b193 req-28f5b835-dbb7-402e-9d6e-c9ce217315de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10695592'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:10.626011 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-5db6dc38-050e-4294-9928-d91c771770e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:35:10.683376 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15941f-d21a-4746-aea7-c8198246b193 req-28f5b835-dbb7-402e-9d6e-c9ce217315de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:10.684376 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-df15941f-d21a-4746-aea7-c8198246b193 req-28f5b835-dbb7-402e-9d6e-c9ce217315de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:10.685463 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-df15941f-d21a-4746-aea7-c8198246b193 req-28f5b835-dbb7-402e-9d6e-c9ce217315de service neutron] 10.222.0.64 "PUT /v2.0/ports/f054b8e5-10a5-4e40-9a89-41f121f899e7 HTTP/1.1" status: 200 len: 1093 time: 1.1593461 Aug 31 15:35:10.685847 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d4f4f6-11f0-47e1-9771-04e2025f0856', 'tag': 'f054b8e5-10a5-4e40-9a89-41f121f899e7'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:35:10.713424 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f5b835-dbb7-402e-9d6e-c9ce217315de service neutron] Pushing event updated for resources: {'Port': ['ID=f054b8e5-10a5-4e40-9a89-41f121f899e7,revision_number=3']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:35:10.716495 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-28f5b835-dbb7-402e-9d6e-c9ce217315de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:35:10.780504 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d4f4f6-11f0-47e1-9771-04e2025f0856', 'tag': 'f054b8e5-10a5-4e40-9a89-41f121f899e7', 'status': 'completed', 'code': 200} Aug 31 15:35:10.823708 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15941f-d21a-4746-aea7-c8198246b193 req-13ea2785-76dc-4a95-ba8d-3a775e925426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:10.825211 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-df15941f-d21a-4746-aea7-c8198246b193 req-13ea2785-76dc-4a95-ba8d-3a775e925426 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e4371ca94d2f4596a8827e56a45419f1&device_id=c4d4f4f6-11f0-47e1-9771-04e2025f0856 HTTP/1.1" status: 200 len: 1096 time: 0.0807188 Aug 31 15:35:10.904815 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-df15941f-d21a-4746-aea7-c8198246b193 req-175709fe-6004-4fc1-ad88-c604ab85a60b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f054b8e5-10a5-4e40-9a89-41f121f899e7 HTTP/1.1" status: 200 len: 217 time: 0.0658653 Aug 31 15:35:10.969331 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15941f-d21a-4746-aea7-c8198246b193 req-0c177d04-4f6e-4022-85f6-68f75085f205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:10.971195 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-df15941f-d21a-4746-aea7-c8198246b193 req-0c177d04-4f6e-4022-85f6-68f75085f205 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=080eca60-1e3c-44c2-9c13-4228fac76c5e HTTP/1.1" status: 200 len: 851 time: 0.0603478 Aug 31 15:35:10.981018 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-c748efe8-d9f5-46f6-badb-67259ffc1e1a admin admin] Deleting port c2ebbe47-9ede-43b6-85b8-0ee9d0e90736 {{(pid=79276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:35:10.981581 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c748efe8-d9f5-46f6-badb-67259ffc1e1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:11.055784 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15941f-d21a-4746-aea7-c8198246b193 req-5388a681-6ccb-44f1-a08b-8d0a60911a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:11.057239 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-df15941f-d21a-4746-aea7-c8198246b193 req-5388a681-6ccb-44f1-a08b-8d0a60911a8b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5990b3f4-682b-41ef-afb9-dfd0d1d4d570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0796134 Aug 31 15:35:11.204885 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-df15941f-d21a-4746-aea7-c8198246b193 req-52f7075a-961e-4860-b446-981f57903a81 service neutron] 10.222.0.64 "GET /v2.0/networks/5990b3f4-682b-41ef-afb9-dfd0d1d4d570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386042 Aug 31 15:35:11.323569 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa1493-9b3a-4c1f-8b20-f9444248d8fb req-4d27951e-5737-4442-ac5a-196b1b0b745b tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:11.324976 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-51aa1493-9b3a-4c1f-8b20-f9444248d8fb req-4d27951e-5737-4442-ac5a-196b1b0b745b tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4d4f4f6-11f0-47e1-9771-04e2025f0856 HTTP/1.1" status: 200 len: 943 time: 0.3136027 Aug 31 15:35:11.346854 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-df15941f-d21a-4746-aea7-c8198246b193 req-e6c08a06-ebbf-4093-9891-0387d1fb238a service neutron] 10.222.0.64 "GET /v2.0/networks/5990b3f4-682b-41ef-afb9-dfd0d1d4d570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348517 Aug 31 15:35:11.366270 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-c748efe8-d9f5-46f6-badb-67259ffc1e1a admin admin] For port c2ebbe47-9ede-43b6-85b8-0ee9d0e90736, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=c2ebbe47-9ede-43b6-85b8-0ee9d0e90736,segment=NetworkSegment(84b59644-13f4-4a5a-bbeb-4b76431c9274),segment_id=84b59644-13f4-4a5a-bbeb-4b76431c9274)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:35:11.366638 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c748efe8-d9f5-46f6-badb-67259ffc1e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:11.505749 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-c748efe8-d9f5-46f6-badb-67259ffc1e1a admin admin] Calling delete_port for c2ebbe47-9ede-43b6-85b8-0ee9d0e90736 owned by network:router_interface {{(pid=79276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:35:11.510064 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d528fba-ba08-4a4d-aafb-62cdb016e21b req-e75086d6-0069-403e-9d46-61505e14cf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:11.511545 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9d528fba-ba08-4a4d-aafb-62cdb016e21b req-e75086d6-0069-403e-9d46-61505e14cf18 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e4371ca94d2f4596a8827e56a45419f1&device_id=c4d4f4f6-11f0-47e1-9771-04e2025f0856 HTTP/1.1" status: 200 len: 1096 time: 0.0778944 Aug 31 15:35:11.551747 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-51aa1493-9b3a-4c1f-8b20-f9444248d8fb req-bc078973-9a06-4bd3-bec8-359806ab5328 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2117231 Aug 31 15:35:11.647411 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d528fba-ba08-4a4d-aafb-62cdb016e21b req-4876dfee-1c99-4a87-8f08-3f386700422f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:11.648872 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9d528fba-ba08-4a4d-aafb-62cdb016e21b req-4876dfee-1c99-4a87-8f08-3f386700422f service neutron] 10.222.0.64 "GET /v2.0/networks?id=5990b3f4-682b-41ef-afb9-dfd0d1d4d570 HTTP/1.1" status: 200 len: 913 time: 0.1305640 Aug 31 15:35:11.716474 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9d528fba-ba08-4a4d-aafb-62cdb016e21b req-0f4cf284-b7cd-4eb5-9e43-9c000a7feb1d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f054b8e5-10a5-4e40-9a89-41f121f899e7 HTTP/1.1" status: 200 len: 217 time: 0.0606401 Aug 31 15:35:11.796165 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c748efe8-d9f5-46f6-badb-67259ffc1e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1768796'] for port, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:11.800444 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-0904c4d5-1441-4449-8e55-413150ddb2e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:35:11.845427 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c748efe8-d9f5-46f6-badb-67259ffc1e1a admin admin] Pushing event deleted for resources: {'Port': ['ID=c2ebbe47-9ede-43b6-85b8-0ee9d0e90736,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:35:11.848693 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-c748efe8-d9f5-46f6-badb-67259ffc1e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:35:11.873024 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d528fba-ba08-4a4d-aafb-62cdb016e21b req-f003eceb-e9d0-4475-ad96-ac07717930fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:11.874491 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9d528fba-ba08-4a4d-aafb-62cdb016e21b req-f003eceb-e9d0-4475-ad96-ac07717930fb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=080eca60-1e3c-44c2-9c13-4228fac76c5e HTTP/1.1" status: 200 len: 851 time: 0.1475139 Aug 31 15:35:11.958608 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d528fba-ba08-4a4d-aafb-62cdb016e21b req-1c94de38-ab38-4ea8-865f-32e17f5a363a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:11.960155 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9d528fba-ba08-4a4d-aafb-62cdb016e21b req-1c94de38-ab38-4ea8-865f-32e17f5a363a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5990b3f4-682b-41ef-afb9-dfd0d1d4d570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0786417 Aug 31 15:35:12.096108 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9d528fba-ba08-4a4d-aafb-62cdb016e21b req-f4e72749-ce44-4f18-bc03-35c854c570a2 service neutron] 10.222.0.64 "GET /v2.0/networks/5990b3f4-682b-41ef-afb9-dfd0d1d4d570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273522 Aug 31 15:35:12.125102 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c748efe8-d9f5-46f6-badb-67259ffc1e1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3790722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3927202'] for router_interface, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:12.232187 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9d528fba-ba08-4a4d-aafb-62cdb016e21b req-c074a741-9ca5-4c05-83bf-e2bdb598ecb9 service neutron] 10.222.0.64 "GET /v2.0/networks/5990b3f4-682b-41ef-afb9-dfd0d1d4d570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289051 Aug 31 15:35:12.488846 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c748efe8-d9f5-46f6-badb-67259ffc1e1a admin admin] Router 92119be5-70b4-4b48-90ed-58ea00a6d8c7 has already been hosted by L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 {{(pid=79276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:35:12.760603 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19829d50-eaa6-4e80-992e-08a5be6aaa0b req-306d52e5-9f1f-42fc-b155-9e84b78727c5 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:12.761197 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-19829d50-eaa6-4e80-992e-08a5be6aaa0b req-306d52e5-9f1f-42fc-b155-9e84b78727c5 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Synchronizing usage tracker for tenant:e4371ca94d2f4596a8827e56a45419f1 on resource:port {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:35:12.781739 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-19829d50-eaa6-4e80-992e-08a5be6aaa0b req-306d52e5-9f1f-42fc-b155-9e84b78727c5 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Unset dirty status for tenant:e4371ca94d2f4596a8827e56a45419f1 on resource:port {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:35:12.783472 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-19829d50-eaa6-4e80-992e-08a5be6aaa0b req-306d52e5-9f1f-42fc-b155-9e84b78727c5 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4d4f4f6-11f0-47e1-9771-04e2025f0856 HTTP/1.1" status: 200 len: 943 time: 0.1072345 Aug 31 15:35:12.785598 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c748efe8-d9f5-46f6-badb-67259ffc1e1a admin admin] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:35:12.795137 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ded804e-a396-4ee8-92de-fc5f7f324a3f None None] Sync routers for ids ['92119be5-70b4-4b48-90ed-58ea00a6d8c7'] in dv-cinder-802781-4-iscsi {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:35:12.812147 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-c748efe8-d9f5-46f6-badb-67259ffc1e1a admin admin] 10.222.0.81 "PUT /v2.0/routers/92119be5-70b4-4b48-90ed-58ea00a6d8c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7997060 Aug 31 15:35:12.812971 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 54808) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:35:12.814464 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ded804e-a396-4ee8-92de-fc5f7f324a3f None None] Routers {'92119be5-70b4-4b48-90ed-58ea00a6d8c7'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:35:12.815422 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-6ded804e-a396-4ee8-92de-fc5f7f324a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:35:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['92119be5-70b4-4b48-90ed-58ea00a6d8c7'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:35:12.848395 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-19829d50-eaa6-4e80-992e-08a5be6aaa0b req-a13ad5ff-2d7f-447e-9d3e-9a0df488b72e tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485487 Aug 31 15:35:12.999543 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-63ded00c-8c36-4809-836b-2c97d9cefa9c admin admin] Notify callbacks [] for router, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:13.006498 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-6ded804e-a396-4ee8-92de-fc5f7f324a3f None None] Set router 92119be5-70b4-4b48-90ed-58ea00a6d8c7 gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:35:13.177904 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-63ded00c-8c36-4809-836b-2c97d9cefa9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:13.188398 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-63ded00c-8c36-4809-836b-2c97d9cefa9c admin admin] Deleting port 8100cdd4-db90-417f-a411-9bd64b9b45ed {{(pid=79276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:35:13.188750 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-63ded00c-8c36-4809-836b-2c97d9cefa9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:13.291961 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-6ded804e-a396-4ee8-92de-fc5f7f324a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92119be5-70b4-4b48-90ed-58ea00a6d8c7', 'name': 'tempest-TestMinimumBasicScenario-1845208578-router', 'tenant_id': 'f3d481bcf1294c749009312b339c5ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.45'}], 'enable_snat': True}, 'gw_port_id': '8100cdd4-db90-417f-a411-9bd64b9b45ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:30:50Z', 'updated_at': '2021-08-31T15:35:11Z', 'revision_number': 5, 'project_id': 'f3d481bcf1294c749009312b339c5ff6', 'gw_port': {'id': '8100cdd4-db90-417f-a411-9bd64b9b45ed', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92119be5-70b4-4b48-90ed-58ea00a6d8c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:30:51Z', 'updated_at': '2021-08-31T15:30:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi'}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:35:13.295832 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ded804e-a396-4ee8-92de-fc5f7f324a3f None None] Checking router: 92119be5-70b4-4b48-90ed-58ea00a6d8c7 for host: dv-cinder-802781-4-iscsi {{(pid=79278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:35:13.304648 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ded804e-a396-4ee8-92de-fc5f7f324a3f None None] Routers {'92119be5-70b4-4b48-90ed-58ea00a6d8c7'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:35:13.305254 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-6ded804e-a396-4ee8-92de-fc5f7f324a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:35:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['92119be5-70b4-4b48-90ed-58ea00a6d8c7'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:35:13.371902 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-63ded00c-8c36-4809-836b-2c97d9cefa9c admin admin] For port 8100cdd4-db90-417f-a411-9bd64b9b45ed, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=8100cdd4-db90-417f-a411-9bd64b9b45ed,segment=NetworkSegment(ee0cca34-cfc1-48b8-9cd2-f432400bdd40),segment_id=ee0cca34-cfc1-48b8-9cd2-f432400bdd40)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:35:13.372307 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-63ded00c-8c36-4809-836b-2c97d9cefa9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:13.461552 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-6ded804e-a396-4ee8-92de-fc5f7f324a3f None None] Set router 92119be5-70b4-4b48-90ed-58ea00a6d8c7 gateway port host: None {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:35:13.501164 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-63ded00c-8c36-4809-836b-2c97d9cefa9c admin admin] Calling delete_port for 8100cdd4-db90-417f-a411-9bd64b9b45ed owned by network:router_gateway {{(pid=79276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:35:13.570457 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-6ded804e-a396-4ee8-92de-fc5f7f324a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92119be5-70b4-4b48-90ed-58ea00a6d8c7', 'name': 'tempest-TestMinimumBasicScenario-1845208578-router', 'tenant_id': 'f3d481bcf1294c749009312b339c5ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:30:50Z', 'updated_at': '2021-08-31T15:35:13Z', 'revision_number': 6, 'project_id': 'f3d481bcf1294c749009312b339c5ff6', 'gw_port_host': None}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:35:13.574448 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ded804e-a396-4ee8-92de-fc5f7f324a3f None None] The sync data for ids ['92119be5-70b4-4b48-90ed-58ea00a6d8c7'] in dv-cinder-802781-4-iscsi is: [{'id': '92119be5-70b4-4b48-90ed-58ea00a6d8c7', 'name': 'tempest-TestMinimumBasicScenario-1845208578-router', 'tenant_id': 'f3d481bcf1294c749009312b339c5ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:30:50Z', 'updated_at': '2021-08-31T15:35:13Z', 'revision_number': 6, 'project_id': 'f3d481bcf1294c749009312b339c5ff6', 'gw_port_host': None}] {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:35:13.671478 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-63ded00c-8c36-4809-836b-2c97d9cefa9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1768796'] for port, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:13.675100 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-dbf42119-a236-414e-b4e9-1d3715a13f94 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:35:13.720791 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ded00c-8c36-4809-836b-2c97d9cefa9c admin admin] Pushing event deleted for resources: {'Port': ['ID=8100cdd4-db90-417f-a411-9bd64b9b45ed,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:35:13.723878 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-63ded00c-8c36-4809-836b-2c97d9cefa9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:35:13.813570 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-63ded00c-8c36-4809-836b-2c97d9cefa9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906827'] for router_gateway, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:14.052672 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-63ded00c-8c36-4809-836b-2c97d9cefa9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3925073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-836'] for router, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:14.059048 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-63ded00c-8c36-4809-836b-2c97d9cefa9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:14.092679 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-63ded00c-8c36-4809-836b-2c97d9cefa9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926097'] for router, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:14.093176 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ded00c-8c36-4809-836b-2c97d9cefa9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92119be5-70b4-4b48-90ed-58ea00a6d8c7 {{(pid=79276) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 31 15:35:14.113699 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-63ded00c-8c36-4809-836b-2c97d9cefa9c admin admin] Notify callbacks [] for router, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:14.114902 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-63ded00c-8c36-4809-836b-2c97d9cefa9c admin admin] 10.222.0.81 "DELETE /v2.0/routers/92119be5-70b4-4b48-90ed-58ea00a6d8c7 HTTP/1.1" status: 204 len: 168 time: 1.3008659 Aug 31 15:35:14.117600 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 54818) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:35:14.123498 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af70948-e315-40bb-996a-d1dde3be64df req-c8ac7513-37ec-434a-93fa-46801914d21e tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:14.124945 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-8af70948-e315-40bb-996a-d1dde3be64df req-c8ac7513-37ec-434a-93fa-46801914d21e tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4d4f4f6-11f0-47e1-9771-04e2025f0856 HTTP/1.1" status: 200 len: 943 time: 0.1682243 Aug 31 15:35:14.176544 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-8af70948-e315-40bb-996a-d1dde3be64df req-195ca748-6142-4025-bd2d-8f44759b83ce tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448859 Aug 31 15:35:14.178120 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.db_base_plugin_v2 [None req-456cf9b9-4915-4904-a59e-4cfcd6b93e71 admin admin] Deleting subnet e9deb1ca-4a37-474c-b752-f1749a20678d {{(pid=79277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 31 15:35:14.181312 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-456cf9b9-4915-4904-a59e-4cfcd6b93e71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:14.233837 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-456cf9b9-4915-4904-a59e-4cfcd6b93e71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1557530'] for subnet, precommit_delete_associations {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:14.356430 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-456cf9b9-4915-4904-a59e-4cfcd6b93e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3292833'] for subnet, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:14.427352 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-456cf9b9-4915-4904-a59e-4cfcd6b93e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3292846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10695650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11322284'] for subnet, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:14.431423 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:35:14.464689 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456cf9b9-4915-4904-a59e-4cfcd6b93e71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9deb1ca-4a37-474c-b752-f1749a20678d,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:35:14.468370 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-456cf9b9-4915-4904-a59e-4cfcd6b93e71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:35:14.470702 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-456cf9b9-4915-4904-a59e-4cfcd6b93e71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:14.478568 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27c4aa2-d098-47b5-8ca0-1830b2e734c1 None None] Network 8a43599e-3fd3-4af2-9714-5afac8df9dd8 requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:35:14.491772 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 54824) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:35:14.492295 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-456cf9b9-4915-4904-a59e-4cfcd6b93e71 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/e9deb1ca-4a37-474c-b752-f1749a20678d HTTP/1.1" status: 204 len: 168 time: 0.3732131 Aug 31 15:35:14.672198 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 8100cdd4-db90-417f-a411-9bd64b9b45ed no longer exists at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:35:14.712522 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] No Port match for: 8100cdd4-db90-417f-a411-9bd64b9b45ed {{(pid=79278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:35:14.712874 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 8100cdd4-db90-417f-a411-9bd64b9b45ed not bound to the agent host dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:35:14.713295 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device c2ebbe47-9ede-43b6-85b8-0ee9d0e90736 no longer exists at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:35:14.736117 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b5914d82-9e4e-40ee-8952-595faaf09fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1015904'] for network, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:14.746858 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-b5914d82-9e4e-40ee-8952-595faaf09fd5 admin admin] Deleting port f41290f9-03e6-4357-9dbc-10475b6d0bcd {{(pid=79276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:35:14.747187 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b5914d82-9e4e-40ee-8952-595faaf09fd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:14.749968 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] No Port match for: c2ebbe47-9ede-43b6-85b8-0ee9d0e90736 {{(pid=79278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:35:14.750321 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device c2ebbe47-9ede-43b6-85b8-0ee9d0e90736 not bound to the agent host dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:35:14.859885 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a7dce7-8141-42f0-bc18-7c6503304da5 None None] DHCP port deletion for 8a43599e-3fd3-4af2-9714-5afac8df9dd8 request from dv-cinder-802781-4-iscsi {{(pid=79278) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 31 15:35:14.864625 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-27a7dce7-8141-42f0-bc18-7c6503304da5 None None] Deleting port f41290f9-03e6-4357-9dbc-10475b6d0bcd {{(pid=79278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:35:14.864999 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-27a7dce7-8141-42f0-bc18-7c6503304da5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:14.971420 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-b5914d82-9e4e-40ee-8952-595faaf09fd5 admin admin] For port f41290f9-03e6-4357-9dbc-10475b6d0bcd, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=f41290f9-03e6-4357-9dbc-10475b6d0bcd,segment=NetworkSegment(84b59644-13f4-4a5a-bbeb-4b76431c9274),segment_id=84b59644-13f4-4a5a-bbeb-4b76431c9274)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:35:14.971794 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b5914d82-9e4e-40ee-8952-595faaf09fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:15.107849 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-b5914d82-9e4e-40ee-8952-595faaf09fd5 admin admin] Calling delete_port for f41290f9-03e6-4357-9dbc-10475b6d0bcd owned by network:dhcp {{(pid=79276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:35:15.122193 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-27a7dce7-8141-42f0-bc18-7c6503304da5 None None] For port f41290f9-03e6-4357-9dbc-10475b6d0bcd, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=f41290f9-03e6-4357-9dbc-10475b6d0bcd,segment=NetworkSegment(84b59644-13f4-4a5a-bbeb-4b76431c9274),segment_id=84b59644-13f4-4a5a-bbeb-4b76431c9274)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:35:15.123004 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-27a7dce7-8141-42f0-bc18-7c6503304da5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:15.155121 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a848e1c5-1a70-4958-bb12-440ba7731207 req-e07de9b2-5fcf-4f42-870b-9699d06118c0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=89eb193a-5bec-439f-9fa8-c6fa285998a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1086507 Aug 31 15:35:15.189258 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b5914d82-9e4e-40ee-8952-595faaf09fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1768796'] for port, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:15.194263 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-ed013b92-1b71-4440-9bf5-c9b924877d52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:35:15.242019 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5914d82-9e4e-40ee-8952-595faaf09fd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f41290f9-03e6-4357-9dbc-10475b6d0bcd,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:35:15.245965 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-b5914d82-9e4e-40ee-8952-595faaf09fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:35:15.248361 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5914d82-9e4e-40ee-8952-595faaf09fd5 admin admin] No DVR routers for this DVR port f41290f9-03e6-4357-9dbc-10475b6d0bcd on host dv-cinder-802781-4-iscsi {{(pid=79276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:35:15.265019 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-27a7dce7-8141-42f0-bc18-7c6503304da5 None None] Calling delete_port for f41290f9-03e6-4357-9dbc-10475b6d0bcd owned by network:dhcp {{(pid=79278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:35:15.301407 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848e1c5-1a70-4958-bb12-440ba7731207 req-012860f4-d223-4cd8-9434-6c835c60a3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:15.302994 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a848e1c5-1a70-4958-bb12-440ba7731207 req-012860f4-d223-4cd8-9434-6c835c60a3d2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ec6a8bc6d4414b24a10c0665387c54cf&device_id=89eb193a-5bec-439f-9fa8-c6fa285998a5 HTTP/1.1" status: 200 len: 1099 time: 0.0962999 Aug 31 15:35:15.347688 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.db.api [None req-27a7dce7-8141-42f0-bc18-7c6503304da5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79278) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 15:35:15.347939 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_db.api [None req-27a7dce7-8141-42f0-bc18-7c6503304da5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 15:35:15.389131 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b5914d82-9e4e-40ee-8952-595faaf09fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3290458', 'neutron.services.segments.db._delete_segments_for_network-8738171925917'] for network, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:15.403789 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.services.segments.db [None req-b5914d82-9e4e-40ee-8952-595faaf09fd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a43599e-3fd3-4af2-9714-5afac8df9dd8']}} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:35:15.422128 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.services.segments.db [None req-b5914d82-9e4e-40ee-8952-595faaf09fd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84b59644-13f4-4a5a-bbeb-4b76431c9274') {'for_net_delete': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:35:15.422498 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.services.segments.db [None req-b5914d82-9e4e-40ee-8952-595faaf09fd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84b59644-13f4-4a5a-bbeb-4b76431c9274') {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:35:15.435853 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b5914d82-9e4e-40ee-8952-595faaf09fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738171923703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-770045'] for segment, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:15.453206 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b5914d82-9e4e-40ee-8952-595faaf09fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3286683'] for segment, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:15.460328 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5914d82-9e4e-40ee-8952-595faaf09fd5 admin admin] Releasing vlan 914 on physical network physnet1 to pool {{(pid=79276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:35:15.460731 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b5914d82-9e4e-40ee-8952-595faaf09fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3286674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1768809'] for segment, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:15.475529 dv-cinder-802781-4-iscsi neutron-server[79276]: Traceback (most recent call last): Aug 31 15:35:15.475529 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:35:15.475529 dv-cinder-802781-4-iscsi neutron-server[79276]: timer() Aug 31 15:35:15.475529 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:35:15.475529 dv-cinder-802781-4-iscsi neutron-server[79276]: cb(*args, **kw) Aug 31 15:35:15.475529 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 31 15:35:15.475529 dv-cinder-802781-4-iscsi neutron-server[79276]: return func(*args, **kwargs) Aug 31 15:35:15.475529 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:35:15.475529 dv-cinder-802781-4-iscsi neutron-server[79276]: self._notify() Aug 31 15:35:15.475529 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:35:15.475529 dv-cinder-802781-4-iscsi neutron-server[79276]: self.callback(batched_events) Aug 31 15:35:15.475529 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:35:15.475529 dv-cinder-802781-4-iscsi neutron-server[79276]: event.method(event) Aug 31 15:35:15.475529 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 15:35:15.475529 dv-cinder-802781-4-iscsi neutron-server[79276]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:35:15.475529 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 15:35:15.475529 dv-cinder-802781-4-iscsi neutron-server[79276]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:35:15.475529 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 15:35:15.475529 dv-cinder-802781-4-iscsi neutron-server[79276]: return f(self, *a, **k) Aug 31 15:35:15.475529 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 31 15:35:15.475529 dv-cinder-802781-4-iscsi neutron-server[79276]: return self._get(url).json() Aug 31 15:35:15.475529 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 31 15:35:15.475529 dv-cinder-802781-4-iscsi neutron-server[79276]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:35:15.475529 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:35:15.475529 dv-cinder-802781-4-iscsi neutron-server[79276]: return self.request(url, 'GET', **kwargs) Aug 31 15:35:15.475529 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:35:15.475529 dv-cinder-802781-4-iscsi neutron-server[79276]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:35:15.475529 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:35:15.475529 dv-cinder-802781-4-iscsi neutron-server[79276]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:35:15.475529 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:35:15.475529 dv-cinder-802781-4-iscsi neutron-server[79276]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:35:15.475529 dv-cinder-802781-4-iscsi neutron-server[79276]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:35:15.518529 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a206d1-10bd-45fc-8e96-ab4f04c2c032 req-9a9d227c-2c20-4605-8a4d-df7973be7bef tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:15.520162 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-67a206d1-10bd-45fc-8e96-ab4f04c2c032 req-9a9d227c-2c20-4605-8a4d-df7973be7bef tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4d4f4f6-11f0-47e1-9771-04e2025f0856 HTTP/1.1" status: 200 len: 943 time: 0.2026978 Aug 31 15:35:15.521322 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848e1c5-1a70-4958-bb12-440ba7731207 req-6eacfaa4-6369-465e-bf7e-56325832f324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:15.522589 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a848e1c5-1a70-4958-bb12-440ba7731207 req-6eacfaa4-6369-465e-bf7e-56325832f324 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4e75f494-7e6b-45f9-ac2a-ef61105e9d7d HTTP/1.1" status: 200 len: 912 time: 0.1655169 Aug 31 15:35:15.549542 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b5914d82-9e4e-40ee-8952-595faaf09fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3290403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906838'] for network, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:15.553965 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:35:15.567388 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-b5914d82-9e4e-40ee-8952-595faaf09fd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for network, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:15.581202 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5914d82-9e4e-40ee-8952-595faaf09fd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a43599e-3fd3-4af2-9714-5afac8df9dd8,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:35:15.585690 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-b5914d82-9e4e-40ee-8952-595faaf09fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:35:15.592181 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-b5914d82-9e4e-40ee-8952-595faaf09fd5 admin admin] 10.222.0.81 "DELETE /v2.0/networks/8a43599e-3fd3-4af2-9714-5afac8df9dd8 HTTP/1.1" status: 204 len: 168 time: 1.0959311 Aug 31 15:35:15.592378 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 54832) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:35:15.648244 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-67a206d1-10bd-45fc-8e96-ab4f04c2c032 req-77f3b9cd-3c0d-4cc5-9c3f-fbaec5c8721e tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221070 Aug 31 15:35:15.658860 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a848e1c5-1a70-4958-bb12-440ba7731207 req-b7133c24-672c-4f33-995c-c34a6ebdb89f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d029ef7-b866-4023-86c3-c30a9c9c3210 HTTP/1.1" status: 200 len: 1001 time: 0.1200492 Aug 31 15:35:15.729192 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848e1c5-1a70-4958-bb12-440ba7731207 req-a3c800ed-1284-40a1-be37-bb8518bb71e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:15.730702 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a848e1c5-1a70-4958-bb12-440ba7731207 req-a3c800ed-1284-40a1-be37-bb8518bb71e7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=653417ef-47b3-47bd-9dfd-8a528e75cd81 HTTP/1.1" status: 200 len: 850 time: 0.0629749 Aug 31 15:35:15.816172 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848e1c5-1a70-4958-bb12-440ba7731207 req-55386a57-cb81-41ae-8cfe-aa514e197e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:15.817883 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a848e1c5-1a70-4958-bb12-440ba7731207 req-55386a57-cb81-41ae-8cfe-aa514e197e5f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4e75f494-7e6b-45f9-ac2a-ef61105e9d7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801139 Aug 31 15:35:15.848864 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-27a7dce7-8141-42f0-bc18-7c6503304da5 None None] Deleting port f41290f9-03e6-4357-9dbc-10475b6d0bcd {{(pid=79278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:35:15.849441 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-27a7dce7-8141-42f0-bc18-7c6503304da5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:15.921331 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-27a7dce7-8141-42f0-bc18-7c6503304da5 None None] The port 'f41290f9-03e6-4357-9dbc-10475b6d0bcd' was deleted {{(pid=79278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 31 15:35:16.056515 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a848e1c5-1a70-4958-bb12-440ba7731207 req-62218523-42fd-4a45-85bf-5f2587570413 service neutron] 10.222.0.64 "GET /v2.0/networks/4e75f494-7e6b-45f9-ac2a-ef61105e9d7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287130 Aug 31 15:35:16.201195 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a848e1c5-1a70-4958-bb12-440ba7731207 req-28dd9bf6-87db-4d75-886f-c8ed99f40977 service neutron] 10.222.0.64 "GET /v2.0/networks/4e75f494-7e6b-45f9-ac2a-ef61105e9d7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360855 Aug 31 15:35:16.275446 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-1596f1ef-0baa-4671-9de3-9f0183a6b5ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3927262'] for router_interface, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:16.638418 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device f41290f9-03e6-4357-9dbc-10475b6d0bcd no longer exists at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:35:16.645617 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-1596f1ef-0baa-4671-9de3-9f0183a6b5ce admin admin] Deleting port 9261cbd9-221a-46b4-a356-9554dfe1ec9b {{(pid=79276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:35:16.646229 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-1596f1ef-0baa-4671-9de3-9f0183a6b5ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:16.679375 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] No Port match for: f41290f9-03e6-4357-9dbc-10475b6d0bcd {{(pid=79278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:35:16.679740 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device f41290f9-03e6-4357-9dbc-10475b6d0bcd not bound to the agent host dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:35:16.878765 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-1596f1ef-0baa-4671-9de3-9f0183a6b5ce admin admin] For port 9261cbd9-221a-46b4-a356-9554dfe1ec9b, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=9261cbd9-221a-46b4-a356-9554dfe1ec9b,segment=NetworkSegment(652cd546-61e7-4b8e-9935-e01f5fa0d9a5),segment_id=652cd546-61e7-4b8e-9935-e01f5fa0d9a5)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:35:16.878765 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-1596f1ef-0baa-4671-9de3-9f0183a6b5ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:17.007479 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-1596f1ef-0baa-4671-9de3-9f0183a6b5ce admin admin] Calling delete_port for 9261cbd9-221a-46b4-a356-9554dfe1ec9b owned by network:router_interface {{(pid=79276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:35:17.059055 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39968a-5047-487c-8e58-5130ce2d2350 req-6b37d6ac-fad9-4426-b670-ccbbcbe0e739 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:17.060543 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-fa39968a-5047-487c-8e58-5130ce2d2350 req-6b37d6ac-fad9-4426-b670-ccbbcbe0e739 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4d4f4f6-11f0-47e1-9771-04e2025f0856 HTTP/1.1" status: 200 len: 943 time: 0.2798827 Aug 31 15:35:17.134810 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-fa39968a-5047-487c-8e58-5130ce2d2350 req-ac26c0ec-5fb1-49c2-a8fd-fa5c13277956 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666347 Aug 31 15:35:17.230755 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-1596f1ef-0baa-4671-9de3-9f0183a6b5ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1768796'] for port, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:17.234287 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-496e4de2-99dd-4583-ae7c-9aee5bdcbdfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:35:17.279453 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1596f1ef-0baa-4671-9de3-9f0183a6b5ce admin admin] Pushing event deleted for resources: {'Port': ['ID=9261cbd9-221a-46b4-a356-9554dfe1ec9b,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:35:17.282469 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-1596f1ef-0baa-4671-9de3-9f0183a6b5ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:35:17.553644 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-1596f1ef-0baa-4671-9de3-9f0183a6b5ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3790722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3927202'] for router_interface, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:18.011322 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1596f1ef-0baa-4671-9de3-9f0183a6b5ce admin admin] Router 844c1ae6-4a4a-4eb8-8bec-41a3eb620b24 has already been hosted by L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 {{(pid=79276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:35:18.193453 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1596f1ef-0baa-4671-9de3-9f0183a6b5ce admin admin] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:35:18.203295 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-1596f1ef-0baa-4671-9de3-9f0183a6b5ce admin admin] 10.222.0.81 "PUT /v2.0/routers/844c1ae6-4a4a-4eb8-8bec-41a3eb620b24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6093826 Aug 31 15:35:18.203487 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cc8497-99bb-498c-bf0c-60cc0503a8ee None None] Sync routers for ids ['844c1ae6-4a4a-4eb8-8bec-41a3eb620b24'] in dv-cinder-802781-4-iscsi {{(pid=79279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:35:18.205293 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 54850) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:35:18.223795 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cc8497-99bb-498c-bf0c-60cc0503a8ee None None] Routers {'844c1ae6-4a4a-4eb8-8bec-41a3eb620b24'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:35:18.224445 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-59cc8497-99bb-498c-bf0c-60cc0503a8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:35:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['844c1ae6-4a4a-4eb8-8bec-41a3eb620b24'], 'active': True} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:35:18.362171 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d541c11-c781-4921-95e5-fc440f163497 req-daecf52e-4e2e-4113-b08a-ad618e6d10e7 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:18.364464 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6d541c11-c781-4921-95e5-fc440f163497 req-daecf52e-4e2e-4113-b08a-ad618e6d10e7 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4d4f4f6-11f0-47e1-9771-04e2025f0856 HTTP/1.1" status: 200 len: 943 time: 0.1015799 Aug 31 15:35:18.390435 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-acd16464-725a-4627-b95f-3c5053c4e2fc admin admin] Notify callbacks [] for router, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:18.413670 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6d541c11-c781-4921-95e5-fc440f163497 req-5baa47c4-6bfb-4df9-b9da-0fbf20206f3f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425777 Aug 31 15:35:18.418835 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvr_db [None req-59cc8497-99bb-498c-bf0c-60cc0503a8ee None None] Set router 844c1ae6-4a4a-4eb8-8bec-41a3eb620b24 gateway port host: dv-cinder-802781-4-iscsi {{(pid=79279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:35:18.572046 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-acd16464-725a-4627-b95f-3c5053c4e2fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:18.592284 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-acd16464-725a-4627-b95f-3c5053c4e2fc admin admin] Deleting port ebd657ed-fee7-408b-bf70-1e3620b31a0c {{(pid=79276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:35:18.592641 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-acd16464-725a-4627-b95f-3c5053c4e2fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:18.714109 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-59cc8497-99bb-498c-bf0c-60cc0503a8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844c1ae6-4a4a-4eb8-8bec-41a3eb620b24', 'name': 'tempest-TestMinimumBasicScenario-1344773340-router', 'tenant_id': '90f56ea7fad64867b359606d6d978b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'ebd657ed-fee7-408b-bf70-1e3620b31a0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:30:57Z', 'updated_at': '2021-08-31T15:35:17Z', 'revision_number': 5, 'project_id': '90f56ea7fad64867b359606d6d978b62', 'gw_port': {'id': 'ebd657ed-fee7-408b-bf70-1e3620b31a0c', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ee:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '844c1ae6-4a4a-4eb8-8bec-41a3eb620b24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:30:58Z', 'updated_at': '2021-08-31T15:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi'}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:35:18.717942 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cc8497-99bb-498c-bf0c-60cc0503a8ee None None] Checking router: 844c1ae6-4a4a-4eb8-8bec-41a3eb620b24 for host: dv-cinder-802781-4-iscsi {{(pid=79279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:35:18.726199 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cc8497-99bb-498c-bf0c-60cc0503a8ee None None] Routers {'844c1ae6-4a4a-4eb8-8bec-41a3eb620b24'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:35:18.726803 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-59cc8497-99bb-498c-bf0c-60cc0503a8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:35:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['844c1ae6-4a4a-4eb8-8bec-41a3eb620b24'], 'active': True} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:35:18.786735 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-acd16464-725a-4627-b95f-3c5053c4e2fc admin admin] For port ebd657ed-fee7-408b-bf70-1e3620b31a0c, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=ebd657ed-fee7-408b-bf70-1e3620b31a0c,segment=NetworkSegment(ee0cca34-cfc1-48b8-9cd2-f432400bdd40),segment_id=ee0cca34-cfc1-48b8-9cd2-f432400bdd40)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:35:18.787089 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-acd16464-725a-4627-b95f-3c5053c4e2fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:18.876568 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvr_db [None req-59cc8497-99bb-498c-bf0c-60cc0503a8ee None None] Set router 844c1ae6-4a4a-4eb8-8bec-41a3eb620b24 gateway port host: None {{(pid=79279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:35:18.914366 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-acd16464-725a-4627-b95f-3c5053c4e2fc admin admin] Calling delete_port for ebd657ed-fee7-408b-bf70-1e3620b31a0c owned by network:router_gateway {{(pid=79276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:35:18.982106 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-59cc8497-99bb-498c-bf0c-60cc0503a8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '844c1ae6-4a4a-4eb8-8bec-41a3eb620b24', 'name': 'tempest-TestMinimumBasicScenario-1344773340-router', 'tenant_id': '90f56ea7fad64867b359606d6d978b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:30:57Z', 'updated_at': '2021-08-31T15:35:18Z', 'revision_number': 6, 'project_id': '90f56ea7fad64867b359606d6d978b62', 'gw_port_host': None}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:35:18.986022 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cc8497-99bb-498c-bf0c-60cc0503a8ee None None] The sync data for ids ['844c1ae6-4a4a-4eb8-8bec-41a3eb620b24'] in dv-cinder-802781-4-iscsi is: [{'id': '844c1ae6-4a4a-4eb8-8bec-41a3eb620b24', 'name': 'tempest-TestMinimumBasicScenario-1344773340-router', 'tenant_id': '90f56ea7fad64867b359606d6d978b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:30:57Z', 'updated_at': '2021-08-31T15:35:18Z', 'revision_number': 6, 'project_id': '90f56ea7fad64867b359606d6d978b62', 'gw_port_host': None}] {{(pid=79279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:35:19.184395 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-acd16464-725a-4627-b95f-3c5053c4e2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1768796'] for port, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:19.187995 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-79cfa559-d4da-4ce2-8d4a-b4a7226bea9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:35:19.230872 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd16464-725a-4627-b95f-3c5053c4e2fc admin admin] Pushing event deleted for resources: {'Port': ['ID=ebd657ed-fee7-408b-bf70-1e3620b31a0c,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:35:19.234001 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-acd16464-725a-4627-b95f-3c5053c4e2fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:35:19.325531 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-acd16464-725a-4627-b95f-3c5053c4e2fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906827'] for router_gateway, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:19.510867 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-acd16464-725a-4627-b95f-3c5053c4e2fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3925073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-836'] for router, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:19.513158 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-acd16464-725a-4627-b95f-3c5053c4e2fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:19.543410 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device f054b8e5-10a5-4e40-9a89-41f121f899e7 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:35:19.580047 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-acd16464-725a-4627-b95f-3c5053c4e2fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926097'] for router, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:19.580562 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd16464-725a-4627-b95f-3c5053c4e2fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 844c1ae6-4a4a-4eb8-8bec-41a3eb620b24 {{(pid=79276) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 31 15:35:19.601875 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-acd16464-725a-4627-b95f-3c5053c4e2fc admin admin] Notify callbacks [] for router, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:19.605692 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-acd16464-725a-4627-b95f-3c5053c4e2fc admin admin] 10.222.0.81 "DELETE /v2.0/routers/844c1ae6-4a4a-4eb8-8bec-41a3eb620b24 HTTP/1.1" status: 204 len: 168 time: 1.3964617 Aug 31 15:35:19.605831 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 54860) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:35:19.668809 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c9150-c16b-4f69-8060-464c57ebe7ef req-876b2534-2a0a-4734-be52-9ab6e0a4b2d8 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:19.670279 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-f60c9150-c16b-4f69-8060-464c57ebe7ef req-876b2534-2a0a-4734-be52-9ab6e0a4b2d8 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4d4f4f6-11f0-47e1-9771-04e2025f0856 HTTP/1.1" status: 200 len: 943 time: 0.1416674 Aug 31 15:35:19.679179 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port f054b8e5-10a5-4e40-9a89-41f121f899e7, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=f054b8e5-10a5-4e40-9a89-41f121f899e7,segment=NetworkSegment(8d2c72f1-218e-4eb7-8d0d-15b50235536e),segment_id=8d2c72f1-218e-4eb7-8d0d-15b50235536e)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:35:19.693244 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Returning: {'device': 'f054b8e5-10a5-4e40-9a89-41f121f899e7', 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570', 'port_id': 'f054b8e5-10a5-4e40-9a89-41f121f899e7', 'mac_address': 'fa:16:3e:0e:6c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '080eca60-1e3c-44c2-9c13-4228fac76c5e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:35:19.700062 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb6604af-65da-4e53-b330-8ba51be5f095 admin admin] Deleting subnet 72386d08-b38e-4d72-a77d-248f16cc13b1 {{(pid=79276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 31 15:35:19.704422 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-eb6604af-65da-4e53-b330-8ba51be5f095 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:19.754568 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:19.767738 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-f60c9150-c16b-4f69-8060-464c57ebe7ef req-edf227f7-49f5-4d93-9772-55673a8fda37 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904179 Aug 31 15:35:19.772519 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f054b8e5-10a5-4e40-9a89-41f121f899e7 {{(pid=79278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:35:19.774944 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-eb6604af-65da-4e53-b330-8ba51be5f095 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-770018'] for subnet, precommit_delete_associations {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:19.789494 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port f054b8e5-10a5-4e40-9a89-41f121f899e7, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=f054b8e5-10a5-4e40-9a89-41f121f899e7,segment=NetworkSegment(8d2c72f1-218e-4eb7-8d0d-15b50235536e),segment_id=8d2c72f1-218e-4eb7-8d0d-15b50235536e)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:35:19.793671 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:19.796668 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:35:19.865792 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=f054b8e5-10a5-4e40-9a89-41f121f899e7,revision_number=4']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:35:19.869013 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:35:19.872500 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-eb6604af-65da-4e53-b330-8ba51be5f095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3292833'] for subnet, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:19.946471 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-eb6604af-65da-4e53-b330-8ba51be5f095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3292846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1768719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-930066'] for subnet, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:19.951373 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:35:19.986549 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6604af-65da-4e53-b330-8ba51be5f095 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72386d08-b38e-4d72-a77d-248f16cc13b1,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:35:19.989046 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-eb6604af-65da-4e53-b330-8ba51be5f095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for subnet, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:19.992226 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-eb6604af-65da-4e53-b330-8ba51be5f095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:35:19.993289 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6f8059-3e23-47bf-851c-16e354b4e28c None None] Network a052df04-ae35-4b19-8634-66adb9fd458a requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:35:19.996535 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-eb6604af-65da-4e53-b330-8ba51be5f095 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/72386d08-b38e-4d72-a77d-248f16cc13b1 HTTP/1.1" status: 204 len: 168 time: 0.3898728 Aug 31 15:35:19.999053 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 54866) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:35:20.111080 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-452d1b09-98e9-4841-b884-c5bcf752aff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1015904'] for network, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:20.122517 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-452d1b09-98e9-4841-b884-c5bcf752aff4 admin admin] Deleting port d746b412-f713-41c1-a3a2-b1f48aab4384 {{(pid=79276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:35:20.122858 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-452d1b09-98e9-4841-b884-c5bcf752aff4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:20.255487 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d94307-434e-4264-b5fd-c8dac88c5620 None None] DHCP port deletion for a052df04-ae35-4b19-8634-66adb9fd458a request from dv-cinder-802781-4-iscsi {{(pid=79278) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 31 15:35:20.260986 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-96d94307-434e-4264-b5fd-c8dac88c5620 None None] Deleting port d746b412-f713-41c1-a3a2-b1f48aab4384 {{(pid=79278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:35:20.261363 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-96d94307-434e-4264-b5fd-c8dac88c5620 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:20.286318 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] get_ports_and_sgs() called for port_ids ['f054b8e5-10a5-4e40-9a89-41f121f899e7'] {{(pid=79278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:35:20.344481 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-452d1b09-98e9-4841-b884-c5bcf752aff4 admin admin] For port d746b412-f713-41c1-a3a2-b1f48aab4384, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=d746b412-f713-41c1-a3a2-b1f48aab4384,segment=NetworkSegment(652cd546-61e7-4b8e-9935-e01f5fa0d9a5),segment_id=652cd546-61e7-4b8e-9935-e01f5fa0d9a5)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:35:20.345110 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-452d1b09-98e9-4841-b884-c5bcf752aff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:20.471559 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-452d1b09-98e9-4841-b884-c5bcf752aff4 admin admin] Calling delete_port for d746b412-f713-41c1-a3a2-b1f48aab4384 owned by network:dhcp {{(pid=79276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:35:20.561529 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-452d1b09-98e9-4841-b884-c5bcf752aff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1768796'] for port, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:20.566584 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-668afb1a-7d3f-42a7-8696-ee7ebc400968 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:35:20.570537 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-96d94307-434e-4264-b5fd-c8dac88c5620 None None] For port d746b412-f713-41c1-a3a2-b1f48aab4384, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=d746b412-f713-41c1-a3a2-b1f48aab4384,segment=NetworkSegment(652cd546-61e7-4b8e-9935-e01f5fa0d9a5),segment_id=652cd546-61e7-4b8e-9935-e01f5fa0d9a5)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:35:20.571107 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-96d94307-434e-4264-b5fd-c8dac88c5620 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:20.612104 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d1b09-98e9-4841-b884-c5bcf752aff4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d746b412-f713-41c1-a3a2-b1f48aab4384,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:35:20.614168 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452d1b09-98e9-4841-b884-c5bcf752aff4 admin admin] No DVR routers for this DVR port d746b412-f713-41c1-a3a2-b1f48aab4384 on host dv-cinder-802781-4-iscsi {{(pid=79276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:35:20.615706 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-452d1b09-98e9-4841-b884-c5bcf752aff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:35:20.662857 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device d746b412-f713-41c1-a3a2-b1f48aab4384 no longer exists at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:35:20.793804 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-96d94307-434e-4264-b5fd-c8dac88c5620 None None] Calling delete_port for d746b412-f713-41c1-a3a2-b1f48aab4384 owned by network:dhcp {{(pid=79278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:35:20.839796 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-452d1b09-98e9-4841-b884-c5bcf752aff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3290458', 'neutron.services.segments.db._delete_segments_for_network-8738171925917'] for network, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:20.840688 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] No Port match for: d746b412-f713-41c1-a3a2-b1f48aab4384 {{(pid=79278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:35:20.840978 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device d746b412-f713-41c1-a3a2-b1f48aab4384 not bound to the agent host dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:35:20.841403 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 9261cbd9-221a-46b4-a356-9554dfe1ec9b no longer exists at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:35:20.854059 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.services.segments.db [None req-452d1b09-98e9-4841-b884-c5bcf752aff4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a052df04-ae35-4b19-8634-66adb9fd458a']}} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:35:20.867452 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.services.segments.db [None req-452d1b09-98e9-4841-b884-c5bcf752aff4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '652cd546-61e7-4b8e-9935-e01f5fa0d9a5') {'for_net_delete': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:35:20.867757 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.services.segments.db [None req-452d1b09-98e9-4841-b884-c5bcf752aff4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '652cd546-61e7-4b8e-9935-e01f5fa0d9a5') {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:35:20.880691 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-452d1b09-98e9-4841-b884-c5bcf752aff4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738171923703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-770045'] for segment, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:20.893506 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] No Port match for: 9261cbd9-221a-46b4-a356-9554dfe1ec9b {{(pid=79278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:35:20.894754 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 9261cbd9-221a-46b4-a356-9554dfe1ec9b not bound to the agent host dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:35:20.895563 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device ebd657ed-fee7-408b-bf70-1e3620b31a0c no longer exists at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:35:20.898693 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-452d1b09-98e9-4841-b884-c5bcf752aff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3286683'] for segment, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:20.905406 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-452d1b09-98e9-4841-b884-c5bcf752aff4 admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=79276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:35:20.905875 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-452d1b09-98e9-4841-b884-c5bcf752aff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3286674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1768809'] for segment, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:20.919756 dv-cinder-802781-4-iscsi neutron-server[79276]: Traceback (most recent call last): Aug 31 15:35:20.919756 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:35:20.919756 dv-cinder-802781-4-iscsi neutron-server[79276]: timer() Aug 31 15:35:20.919756 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:35:20.919756 dv-cinder-802781-4-iscsi neutron-server[79276]: cb(*args, **kw) Aug 31 15:35:20.919756 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 31 15:35:20.919756 dv-cinder-802781-4-iscsi neutron-server[79276]: return func(*args, **kwargs) Aug 31 15:35:20.919756 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:35:20.919756 dv-cinder-802781-4-iscsi neutron-server[79276]: self._notify() Aug 31 15:35:20.919756 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:35:20.919756 dv-cinder-802781-4-iscsi neutron-server[79276]: self.callback(batched_events) Aug 31 15:35:20.919756 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:35:20.919756 dv-cinder-802781-4-iscsi neutron-server[79276]: event.method(event) Aug 31 15:35:20.919756 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 15:35:20.919756 dv-cinder-802781-4-iscsi neutron-server[79276]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:35:20.919756 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 15:35:20.919756 dv-cinder-802781-4-iscsi neutron-server[79276]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:35:20.919756 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 15:35:20.919756 dv-cinder-802781-4-iscsi neutron-server[79276]: return f(self, *a, **k) Aug 31 15:35:20.919756 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 31 15:35:20.919756 dv-cinder-802781-4-iscsi neutron-server[79276]: return self._get(url).json() Aug 31 15:35:20.919756 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 31 15:35:20.919756 dv-cinder-802781-4-iscsi neutron-server[79276]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:35:20.919756 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:35:20.919756 dv-cinder-802781-4-iscsi neutron-server[79276]: return self.request(url, 'GET', **kwargs) Aug 31 15:35:20.919756 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:35:20.919756 dv-cinder-802781-4-iscsi neutron-server[79276]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:35:20.919756 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:35:20.919756 dv-cinder-802781-4-iscsi neutron-server[79276]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:35:20.919756 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:35:20.919756 dv-cinder-802781-4-iscsi neutron-server[79276]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:35:20.919756 dv-cinder-802781-4-iscsi neutron-server[79276]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:35:20.978461 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] No Port match for: ebd657ed-fee7-408b-bf70-1e3620b31a0c {{(pid=79278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:35:20.978808 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device ebd657ed-fee7-408b-bf70-1e3620b31a0c not bound to the agent host dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:35:20.982152 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f9b17-f3fb-4a72-a158-0409501e5138 req-71e42abd-6dce-4669-a538-cfb243d8231e tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:20.984387 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d14f9b17-f3fb-4a72-a158-0409501e5138 req-71e42abd-6dce-4669-a538-cfb243d8231e tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4d4f4f6-11f0-47e1-9771-04e2025f0856 HTTP/1.1" status: 200 len: 944 time: 0.0877185 Aug 31 15:35:21.024710 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-452d1b09-98e9-4841-b884-c5bcf752aff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3290403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906838'] for network, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:21.032515 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.db.api [None req-96d94307-434e-4264-b5fd-c8dac88c5620 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79278) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 15:35:21.032890 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_db.api [None req-96d94307-434e-4264-b5fd-c8dac88c5620 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 15:35:21.036163 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-452d1b09-98e9-4841-b884-c5bcf752aff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for network, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:21.043759 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d14f9b17-f3fb-4a72-a158-0409501e5138 req-c628b784-42c2-40e8-9030-60244cd7b432 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507414 Aug 31 15:35:21.046860 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-371124ea-6696-4a49-825e-a7ce7bebe0d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:35:21.070479 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d1b09-98e9-4841-b884-c5bcf752aff4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a052df04-ae35-4b19-8634-66adb9fd458a,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:35:21.079795 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-452d1b09-98e9-4841-b884-c5bcf752aff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:35:21.083174 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-452d1b09-98e9-4841-b884-c5bcf752aff4 admin admin] 10.222.0.81 "DELETE /v2.0/networks/a052df04-ae35-4b19-8634-66adb9fd458a HTTP/1.1" status: 204 len: 168 time: 1.0823267 Aug 31 15:35:21.274448 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 54878) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:35:21.329059 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-5b16f9b7-7aeb-44f7-bf59-499cfbe7ff62 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f3d481bcf1294c749009312b339c5ff6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0532362 Aug 31 15:35:21.331438 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 54882) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:35:21.390552 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c8301df3-b9aa-413e-88c6-12f4d4ad0f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:21.416807 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c8301df3-b9aa-413e-88c6-12f4d4ad0f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:21.473227 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c8301df3-b9aa-413e-88c6-12f4d4ad0f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:21.477101 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-4dac9885-bc4e-40c1-8772-de37c13c4b4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:35:21.490092 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8301df3-b9aa-413e-88c6-12f4d4ad0f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1de4bf8-495b-4df8-8748-4e7b068a2f47,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:35:21.493299 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-c8301df3-b9aa-413e-88c6-12f4d4ad0f0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:35:21.502596 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c8301df3-b9aa-413e-88c6-12f4d4ad0f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:21.504651 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-c8301df3-b9aa-413e-88c6-12f4d4ad0f0a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d1de4bf8-495b-4df8-8748-4e7b068a2f47 HTTP/1.1" status: 204 len: 168 time: 0.1719775 Aug 31 15:35:21.533989 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-96d94307-434e-4264-b5fd-c8dac88c5620 None None] Deleting port d746b412-f713-41c1-a3a2-b1f48aab4384 {{(pid=79278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:35:21.534392 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-96d94307-434e-4264-b5fd-c8dac88c5620 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:21.601270 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-96d94307-434e-4264-b5fd-c8dac88c5620 None None] The port 'd746b412-f713-41c1-a3a2-b1f48aab4384' was deleted {{(pid=79278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 31 15:35:21.866425 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 54892) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:35:21.917683 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-33e047cf-a8f3-4678-b6da-47b37768ebb5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=90f56ea7fad64867b359606d6d978b62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499868 Aug 31 15:35:21.920011 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 54896) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:35:21.980268 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-e950633f-32dd-4a33-a40f-1d2edf0aac66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:22.008247 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-e950633f-32dd-4a33-a40f-1d2edf0aac66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:22.061334 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-e950633f-32dd-4a33-a40f-1d2edf0aac66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:22.067327 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-f87a1d3f-f60e-4bea-ac33-cb0bc5a32a15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:35:22.078872 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e950633f-32dd-4a33-a40f-1d2edf0aac66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef9e4c8-295e-4c73-b6a4-6a4ed258d833,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:35:22.082119 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-e950633f-32dd-4a33-a40f-1d2edf0aac66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:35:22.084301 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-e950633f-32dd-4a33-a40f-1d2edf0aac66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:22.089182 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-e950633f-32dd-4a33-a40f-1d2edf0aac66 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bef9e4c8-295e-4c73-b6a4-6a4ed258d833 HTTP/1.1" status: 204 len: 168 time: 0.1644998 Aug 31 15:35:22.259613 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc82a4-924c-43c6-a6a9-b91ca2fae0de req-0e22567f-dae3-4118-811a-ed6c35a86bea tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:22.261112 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-58fc82a4-924c-43c6-a6a9-b91ca2fae0de req-0e22567f-dae3-4118-811a-ed6c35a86bea tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4d4f4f6-11f0-47e1-9771-04e2025f0856 HTTP/1.1" status: 200 len: 944 time: 0.0947673 Aug 31 15:35:22.315566 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-58fc82a4-924c-43c6-a6a9-b91ca2fae0de req-af689da9-a903-4948-8afa-91fcf36f1554 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487683 Aug 31 15:35:23.509667 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb887f-3930-46a9-88a8-b44ceac01e05 req-6247b60a-598a-4ed6-96c3-81fa4972ba31 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:23.511112 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-97fb887f-3930-46a9-88a8-b44ceac01e05 req-6247b60a-598a-4ed6-96c3-81fa4972ba31 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4d4f4f6-11f0-47e1-9771-04e2025f0856 HTTP/1.1" status: 200 len: 944 time: 0.0832574 Aug 31 15:35:23.556038 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-97fb887f-3930-46a9-88a8-b44ceac01e05 req-ba26564a-8704-46d7-a82d-6691154c65a9 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392680 Aug 31 15:35:23.559178 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device f054b8e5-10a5-4e40-9a89-41f121f899e7 up at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:35:23.630128 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning for port f054b8e5-10a5-4e40-9a89-41f121f899e7 completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:35:23.635003 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning complete for port f054b8e5-10a5-4e40-9a89-41f121f899e7 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:35:23.635414 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:23.747275 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:23.777901 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d4f4f6-11f0-47e1-9771-04e2025f0856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f054b8e5-10a5-4e40-9a89-41f121f899e7'}] {{(pid=79278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:35:23.787877 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port f054b8e5-10a5-4e40-9a89-41f121f899e7, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=f054b8e5-10a5-4e40-9a89-41f121f899e7,segment=NetworkSegment(8d2c72f1-218e-4eb7-8d0d-15b50235536e),segment_id=8d2c72f1-218e-4eb7-8d0d-15b50235536e)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:35:23.791948 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:23.793491 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-a6119480-a685-44c4-b1b3-0b6750dd733b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:35:23.858901 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=f054b8e5-10a5-4e40-9a89-41f121f899e7,revision_number=5']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:35:23.862793 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:35:24.009669 dv-cinder-802781-4-iscsi neutron-server[79278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d4f4f6-11f0-47e1-9771-04e2025f0856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f054b8e5-10a5-4e40-9a89-41f121f899e7', 'code': 200} Aug 31 15:35:24.373794 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f51a2-fedc-4fbb-8cb8-f4cd52dc73d2 req-3af5ed79-dab3-4e9a-a620-b3aa241b5d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:24.375307 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-157f51a2-fedc-4fbb-8cb8-f4cd52dc73d2 req-3af5ed79-dab3-4e9a-a620-b3aa241b5d7b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c4d4f4f6-11f0-47e1-9771-04e2025f0856 HTTP/1.1" status: 200 len: 1098 time: 0.0689802 Aug 31 15:35:24.421106 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-157f51a2-fedc-4fbb-8cb8-f4cd52dc73d2 req-9c81af28-e556-4235-af22-b8df1ce2ed39 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377271 Aug 31 15:35:24.742694 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e99533-ca73-4740-947f-330f3a82a6a8 req-beef4a27-3859-44a4-b184-74f46e8bf8c6 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:24.744936 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-03e99533-ca73-4740-947f-330f3a82a6a8 req-beef4a27-3859-44a4-b184-74f46e8bf8c6 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4d4f4f6-11f0-47e1-9771-04e2025f0856 HTTP/1.1" status: 200 len: 945 time: 0.0804389 Aug 31 15:35:24.789900 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-03e99533-ca73-4740-947f-330f3a82a6a8 req-e738f9c2-6c6e-4213-92a5-0cc9afbfbe84 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392675 Aug 31 15:35:25.977221 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1920e2-c837-45e6-a6b2-39e8649ae100 req-2162b7e1-cb0a-4cf0-8839-5eb7a251c300 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:25.978870 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-fe1920e2-c837-45e6-a6b2-39e8649ae100 req-2162b7e1-cb0a-4cf0-8839-5eb7a251c300 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4d4f4f6-11f0-47e1-9771-04e2025f0856 HTTP/1.1" status: 200 len: 945 time: 0.0805674 Aug 31 15:35:26.026969 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-fe1920e2-c837-45e6-a6b2-39e8649ae100 req-6e92fdbe-f56e-4469-8030-5a2dbf1c598a tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423522 Aug 31 15:35:27.225682 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925efa1e-7f55-4e97-b7d7-a35276b35d5b req-f088b386-cd0a-45cd-a542-fe7dbdd9cd0b tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:27.227388 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-925efa1e-7f55-4e97-b7d7-a35276b35d5b req-f088b386-cd0a-45cd-a542-fe7dbdd9cd0b tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4d4f4f6-11f0-47e1-9771-04e2025f0856 HTTP/1.1" status: 200 len: 945 time: 0.0933125 Aug 31 15:35:27.273218 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-925efa1e-7f55-4e97-b7d7-a35276b35d5b req-bd493e4e-e925-43fb-a94c-7999a198d570 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399792 Aug 31 15:35:27.465865 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268140e3-1321-43d9-adf3-06d873cd8f89 req-ecef23b7-5734-474a-a0d4-2ed460315273 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:27.467380 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-268140e3-1321-43d9-adf3-06d873cd8f89 req-ecef23b7-5734-474a-a0d4-2ed460315273 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4d4f4f6-11f0-47e1-9771-04e2025f0856 HTTP/1.1" status: 200 len: 945 time: 0.0870461 Aug 31 15:35:27.513600 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-268140e3-1321-43d9-adf3-06d873cd8f89 req-d3a1a7e3-836d-4ad8-8dfb-664a80c5df20 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398808 Aug 31 15:35:27.537651 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 54938) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:35:27.781020 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2501a36b-ecff-4965-96b7-82bcc8ad0c92 tempest-TestVolumeBootPattern-206559365 tempest-TestVolumeBootPattern-206559365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:27.782784 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-2501a36b-ecff-4965-96b7-82bcc8ad0c92 tempest-TestVolumeBootPattern-206559365 tempest-TestVolumeBootPattern-206559365-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c4d4f4f6-11f0-47e1-9771-04e2025f0856 HTTP/1.1" status: 200 len: 1093 time: 0.2439842 Aug 31 15:35:27.786297 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 54944) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:35:27.792589 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [None req-f221b5cd-d176-4159-b85e-eb151b963329 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Request body: {'floatingip': {'floating_network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'port_id': 'f054b8e5-10a5-4e40-9a89-41f121f899e7', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:35:27.799046 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-f221b5cd-d176-4159-b85e-eb151b963329 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:35:27.803289 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-f221b5cd-d176-4159-b85e-eb151b963329 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Usage tracker for resource:floatingip and tenant:e4371ca94d2f4596a8827e56a45419f1 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:35:27.806160 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-f221b5cd-d176-4159-b85e-eb151b963329 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:35:27.811885 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-f221b5cd-d176-4159-b85e-eb151b963329 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:35:27.823730 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f221b5cd-d176-4159-b85e-eb151b963329 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks [] for floatingip, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:27.965437 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f221b5cd-d176-4159-b85e-eb151b963329 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:28.106627 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.db_base_plugin_common [None req-f221b5cd-d176-4159-b85e-eb151b963329 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Allocated IP 172.27.1.65 (8f15a7b0-c0b9-4864-9373-42147a89de1a/497a4a38-4d00-4e5c-ae08-9918d0306661/ec21051d-e995-456c-9ea2-eee5a65ea698) {{(pid=79277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:35:28.274843 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f221b5cd-d176-4159-b85e-eb151b963329 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks [] for port, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:28.308166 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f221b5cd-d176-4159-b85e-eb151b963329 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10695601'] for port, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:28.312283 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-044880ff-18f7-44ef-963b-2a31012e4ec7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:35:28.384585 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f221b5cd-d176-4159-b85e-eb151b963329 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Network 8f15a7b0-c0b9-4864-9373-42147a89de1a is already hosted by enough agents. {{(pid=79277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:35:28.388144 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.base_scheduler [None req-f221b5cd-d176-4159-b85e-eb151b963329 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Resources bound (agent type, host, resource id): {{(pid=79277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:35:28.390109 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f221b5cd-d176-4159-b85e-eb151b963329 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Pushing event updated for resources: {'Port': ['ID=ec21051d-e995-456c-9ea2-eee5a65ea698,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:35:28.392373 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f221b5cd-d176-4159-b85e-eb151b963329 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Received port after_create {{(pid=79277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:35:28.422115 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-f221b5cd-d176-4159-b85e-eb151b963329 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:35:28.909242 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f221b5cd-d176-4159-b85e-eb151b963329 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:28.983446 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f221b5cd-d176-4159-b85e-eb151b963329 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:29.193365 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f221b5cd-d176-4159-b85e-eb151b963329 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks [] for port, precommit_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:29.197985 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f221b5cd-d176-4159-b85e-eb151b963329 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10695592'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:29.201503 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-0e9376b1-5cb9-445d-a9f1-56adf1a57a30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:35:29.307110 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f221b5cd-d176-4159-b85e-eb151b963329 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Pushing event updated for resources: {'Port': ['ID=ec21051d-e995-456c-9ea2-eee5a65ea698,revision_number=2']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:35:29.311337 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-f221b5cd-d176-4159-b85e-eb151b963329 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:35:29.320731 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f221b5cd-d176-4159-b85e-eb151b963329 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906927'] for floatingip, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:29.493789 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.db.l3_db [None req-f221b5cd-d176-4159-b85e-eb151b963329 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Floating IP 59b180cf-7fe4-4592-b602-f544782981be associated. External IP: 172.27.1.65, port: f054b8e5-10a5-4e40-9a89-41f121f899e7. Aug 31 15:35:29.853940 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f221b5cd-d176-4159-b85e-eb151b963329 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Router be459f49-02c1-44b9-8b0c-b2e7d9c6814d has already been hosted by L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 {{(pid=79277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:35:30.141518 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f221b5cd-d176-4159-b85e-eb151b963329 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:35:30.151712 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaabffbd-cc60-48ef-9370-1d4b872d98f1 None None] Sync routers for ids ['be459f49-02c1-44b9-8b0c-b2e7d9c6814d'] in dv-cinder-802781-4-iscsi {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:35:30.163180 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaabffbd-cc60-48ef-9370-1d4b872d98f1 None None] Routers {'be459f49-02c1-44b9-8b0c-b2e7d9c6814d'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:35:30.163850 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-aaabffbd-cc60-48ef-9370-1d4b872d98f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:35:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['be459f49-02c1-44b9-8b0c-b2e7d9c6814d'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:35:30.169851 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f221b5cd-d176-4159-b85e-eb151b963329 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for floatingip, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:30.236317 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-f221b5cd-d176-4159-b85e-eb151b963329 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4486632 Aug 31 15:35:30.237031 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d4f4f6-11f0-47e1-9771-04e2025f0856', 'tag': 'f054b8e5-10a5-4e40-9a89-41f121f899e7'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:35:30.296663 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d4f4f6-11f0-47e1-9771-04e2025f0856', 'tag': 'f054b8e5-10a5-4e40-9a89-41f121f899e7', 'status': 'completed', 'code': 200} Aug 31 15:35:30.385624 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-aaabffbd-cc60-48ef-9370-1d4b872d98f1 None None] Set router be459f49-02c1-44b9-8b0c-b2e7d9c6814d gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:35:30.428625 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00dc60-cb4c-4dbe-abe3-c78e4818b74c req-ca9b2452-c3cf-4214-a4a2-cbbbfcf8c601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:30.430470 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-1c00dc60-cb4c-4dbe-abe3-c78e4818b74c req-ca9b2452-c3cf-4214-a4a2-cbbbfcf8c601 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e4371ca94d2f4596a8827e56a45419f1&device_id=c4d4f4f6-11f0-47e1-9771-04e2025f0856 HTTP/1.1" status: 200 len: 1098 time: 0.0847528 Aug 31 15:35:30.625786 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00dc60-cb4c-4dbe-abe3-c78e4818b74c req-fbb0572b-c44f-4f29-8ee3-f7a001145b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:30.627227 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-1c00dc60-cb4c-4dbe-abe3-c78e4818b74c req-fbb0572b-c44f-4f29-8ee3-f7a001145b26 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5990b3f4-682b-41ef-afb9-dfd0d1d4d570 HTTP/1.1" status: 200 len: 913 time: 0.1885512 Aug 31 15:35:30.790412 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-1c00dc60-cb4c-4dbe-abe3-c78e4818b74c req-341a0e7a-c4c9-4648-b43b-506c621dce14 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f054b8e5-10a5-4e40-9a89-41f121f899e7 HTTP/1.1" status: 200 len: 998 time: 0.1521511 Aug 31 15:35:30.803638 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-aaabffbd-cc60-48ef-9370-1d4b872d98f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'name': 'tempest-TestVolumeBootPattern-2118761035-router', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:27Z', 'updated_at': '2021-08-31T15:34:31Z', 'revision_number': 4, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'gw_port': {'id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:02:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:28Z', 'updated_at': '2021-08-31T15:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_floatingips': [{'id': '59b180cf-7fe4-4592-b602-f544782981be', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'floating_ip_address': '172.27.1.65', 'floating_network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'router_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'port_id': 'f054b8e5-10a5-4e40-9a89-41f121f899e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570', 'mac_address': 'fa:16:3e:0e:6c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4f4f6-11f0-47e1-9771-04e2025f0856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:35:28Z', 'updated_at': '2021-08-31T15:35:28Z', 'revision_number': 0, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f98173-a7a3-4738-9543-53ebab27af83', 'name': '', 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'mac_address': 'fa:16:3e:13:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '080eca60-1e3c-44c2-9c13-4228fac76c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:30Z', 'updated_at': '2021-08-31T15:34:37Z', 'revision_number': 5, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'subnets': [{'id': '080eca60-1e3c-44c2-9c13-4228fac76c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:35:30.807480 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaabffbd-cc60-48ef-9370-1d4b872d98f1 None None] Checking router: be459f49-02c1-44b9-8b0c-b2e7d9c6814d for host: dv-cinder-802781-4-iscsi {{(pid=79278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:35:30.816413 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaabffbd-cc60-48ef-9370-1d4b872d98f1 None None] Routers {'be459f49-02c1-44b9-8b0c-b2e7d9c6814d'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:35:30.817546 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-aaabffbd-cc60-48ef-9370-1d4b872d98f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:35:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['be459f49-02c1-44b9-8b0c-b2e7d9c6814d'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:35:30.853230 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00dc60-cb4c-4dbe-abe3-c78e4818b74c req-0c1ec856-182c-4f25-9909-dba2461950ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:30.854633 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-1c00dc60-cb4c-4dbe-abe3-c78e4818b74c req-0c1ec856-182c-4f25-9909-dba2461950ca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=080eca60-1e3c-44c2-9c13-4228fac76c5e HTTP/1.1" status: 200 len: 851 time: 0.0573840 Aug 31 15:35:30.931969 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00dc60-cb4c-4dbe-abe3-c78e4818b74c req-cc1a1fb3-4c5c-4153-8fb9-6c3091cc9b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:30.933464 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-1c00dc60-cb4c-4dbe-abe3-c78e4818b74c req-cc1a1fb3-4c5c-4153-8fb9-6c3091cc9b8d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5990b3f4-682b-41ef-afb9-dfd0d1d4d570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711877 Aug 31 15:35:30.999873 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-aaabffbd-cc60-48ef-9370-1d4b872d98f1 None None] Set router be459f49-02c1-44b9-8b0c-b2e7d9c6814d gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:35:31.073119 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-1c00dc60-cb4c-4dbe-abe3-c78e4818b74c req-d2b95571-de3f-4a8a-be9b-5ab455c08626 service neutron] 10.222.0.64 "GET /v2.0/networks/5990b3f4-682b-41ef-afb9-dfd0d1d4d570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325803 Aug 31 15:35:31.208748 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-1c00dc60-cb4c-4dbe-abe3-c78e4818b74c req-2e3ed829-9313-472d-80ec-50797ff7e52b service neutron] 10.222.0.64 "GET /v2.0/networks/5990b3f4-682b-41ef-afb9-dfd0d1d4d570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283879 Aug 31 15:35:31.401896 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-aaabffbd-cc60-48ef-9370-1d4b872d98f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'name': 'tempest-TestVolumeBootPattern-2118761035-router', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:27Z', 'updated_at': '2021-08-31T15:34:31Z', 'revision_number': 4, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'gw_port': {'id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:02:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:28Z', 'updated_at': '2021-08-31T15:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_floatingips': [{'id': '59b180cf-7fe4-4592-b602-f544782981be', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'floating_ip_address': '172.27.1.65', 'floating_network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'router_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'port_id': 'f054b8e5-10a5-4e40-9a89-41f121f899e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570', 'mac_address': 'fa:16:3e:0e:6c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4f4f6-11f0-47e1-9771-04e2025f0856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:35:28Z', 'updated_at': '2021-08-31T15:35:28Z', 'revision_number': 0, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f98173-a7a3-4738-9543-53ebab27af83', 'name': '', 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'mac_address': 'fa:16:3e:13:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '080eca60-1e3c-44c2-9c13-4228fac76c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:30Z', 'updated_at': '2021-08-31T15:34:37Z', 'revision_number': 5, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'subnets': [{'id': '080eca60-1e3c-44c2-9c13-4228fac76c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:35:31.406019 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaabffbd-cc60-48ef-9370-1d4b872d98f1 None None] The sync data for ids ['be459f49-02c1-44b9-8b0c-b2e7d9c6814d'] in dv-cinder-802781-4-iscsi is: [{'id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'name': 'tempest-TestVolumeBootPattern-2118761035-router', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:27Z', 'updated_at': '2021-08-31T15:34:31Z', 'revision_number': 4, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'gw_port': {'id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:02:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:28Z', 'updated_at': '2021-08-31T15:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_floatingips': [{'id': '59b180cf-7fe4-4592-b602-f544782981be', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'floating_ip_address': '172.27.1.65', 'floating_network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'router_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'port_id': 'f054b8e5-10a5-4e40-9a89-41f121f899e7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570', 'mac_address': 'fa:16:3e:0e:6c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4f4f6-11f0-47e1-9771-04e2025f0856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:35:28Z', 'updated_at': '2021-08-31T15:35:28Z', 'revision_number': 0, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f98173-a7a3-4738-9543-53ebab27af83', 'name': '', 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'mac_address': 'fa:16:3e:13:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '080eca60-1e3c-44c2-9c13-4228fac76c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:30Z', 'updated_at': '2021-08-31T15:34:37Z', 'revision_number': 5, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'subnets': [{'id': '080eca60-1e3c-44c2-9c13-4228fac76c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:35:31.597987 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315ccc1b-6452-433e-bbdf-e0a20d627cdb None None] New status for floating IP 59b180cf-7fe4-4592-b602-f544782981be: ACTIVE {{(pid=79279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:35:35.043094 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 6 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:35:35.294335 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-ef805016-9cc8-4def-9c82-71767b8199bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:35.602554 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:37.718065 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-02a23671-f011-4a30-8298-62062bbe98ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:38.898849 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:39.552836 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:40.573658 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:55.635671 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81bcd61-2fe1-4d33-8575-9d4d3012b887 req-d8f8946f-de50-4b74-aff9-ba4dae8efb50 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:55.637130 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d81bcd61-2fe1-4d33-8575-9d4d3012b887 req-d8f8946f-de50-4b74-aff9-ba4dae8efb50 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=89eb193a-5bec-439f-9fa8-c6fa285998a5 HTTP/1.1" status: 200 len: 946 time: 0.0840590 Aug 31 15:35:55.683882 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d81bcd61-2fe1-4d33-8575-9d4d3012b887 req-e8b9e184-7039-4cf0-8d82-366c1fe357de tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc36f5ed-02dd-4349-b8dc-abd2c09e62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409882 Aug 31 15:35:56.869875 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e5297-1b39-4beb-ad4e-ede5207e196c req-7f2b55c0-ee2b-4b7c-ba13-03b99c10223b tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:56.871366 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0d5e5297-1b39-4beb-ad4e-ede5207e196c req-7f2b55c0-ee2b-4b7c-ba13-03b99c10223b tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=89eb193a-5bec-439f-9fa8-c6fa285998a5 HTTP/1.1" status: 200 len: 946 time: 0.0826972 Aug 31 15:35:56.921699 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0d5e5297-1b39-4beb-ad4e-ede5207e196c req-44d912d7-4db0-45a5-ac6c-7c654a30218f tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc36f5ed-02dd-4349-b8dc-abd2c09e62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438008 Aug 31 15:35:58.027123 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88cd0d-3289-4cf4-bbcd-a29535b02e74 req-f65ee869-60ae-4edf-87e0-74412fcf4567 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:58.028675 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-1c88cd0d-3289-4cf4-bbcd-a29535b02e74 req-f65ee869-60ae-4edf-87e0-74412fcf4567 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.64 "GET /v2.0/ports?device_id=89eb193a-5bec-439f-9fa8-c6fa285998a5 HTTP/1.1" status: 200 len: 946 time: 0.1025300 Aug 31 15:35:58.170882 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [req-1c88cd0d-3289-4cf4-bbcd-a29535b02e74 req-70d2f5e0-ba48-42d5-8757-f6d136f50e40 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Deleting port 0d029ef7-b866-4023-86c3-c30a9c9c3210 {{(pid=79277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:35:58.171216 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-1c88cd0d-3289-4cf4-bbcd-a29535b02e74 req-70d2f5e0-ba48-42d5-8757-f6d136f50e40 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:58.302405 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49075a5-c4c5-45c5-9a6b-b07e4b742127 req-f3de7055-2a73-4088-ab88-9d6d25d8fcbe tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:35:58.304500 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b49075a5-c4c5-45c5-9a6b-b07e4b742127 req-f3de7055-2a73-4088-ab88-9d6d25d8fcbe tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=89eb193a-5bec-439f-9fa8-c6fa285998a5 HTTP/1.1" status: 200 len: 946 time: 0.2371202 Aug 31 15:35:58.406842 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b49075a5-c4c5-45c5-9a6b-b07e4b742127 req-b197cc78-1a35-4487-a898-bc7baf7a1f73 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc36f5ed-02dd-4349-b8dc-abd2c09e62cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872905 Aug 31 15:35:58.514346 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-1c88cd0d-3289-4cf4-bbcd-a29535b02e74 req-70d2f5e0-ba48-42d5-8757-f6d136f50e40 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] For port 0d029ef7-b866-4023-86c3-c30a9c9c3210, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=0d029ef7-b866-4023-86c3-c30a9c9c3210,segment=NetworkSegment(61b58406-5c55-4a32-b6e5-ffbfd51c8976),segment_id=61b58406-5c55-4a32-b6e5-ffbfd51c8976)] {{(pid=79277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:35:58.514698 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-1c88cd0d-3289-4cf4-bbcd-a29535b02e74 req-70d2f5e0-ba48-42d5-8757-f6d136f50e40 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:58.928728 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-1c88cd0d-3289-4cf4-bbcd-a29535b02e74 req-70d2f5e0-ba48-42d5-8757-f6d136f50e40 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:58.929018 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-1c88cd0d-3289-4cf4-bbcd-a29535b02e74 req-70d2f5e0-ba48-42d5-8757-f6d136f50e40 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906927'] for floatingip, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:58.929348 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.db.l3_db [req-1c88cd0d-3289-4cf4-bbcd-a29535b02e74 req-70d2f5e0-ba48-42d5-8757-f6d136f50e40 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Floating IP 7fb3e768-e3bc-4521-90c7-45947f377119 disassociated. External IP: 172.27.1.89, port: 0d029ef7-b866-4023-86c3-c30a9c9c3210. Aug 31 15:35:58.929820 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [req-1c88cd0d-3289-4cf4-bbcd-a29535b02e74 req-70d2f5e0-ba48-42d5-8757-f6d136f50e40 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Calling delete_port for 0d029ef7-b866-4023-86c3-c30a9c9c3210 owned by compute:nova {{(pid=79277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:35:59.079294 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-1c88cd0d-3289-4cf4-bbcd-a29535b02e74 req-70d2f5e0-ba48-42d5-8757-f6d136f50e40 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10695601'] for port, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:59.086257 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:35:59.135302 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d2f5e0-ba48-42d5-8757-f6d136f50e40 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Pushing event deleted for resources: {'Port': ['ID=0d029ef7-b866-4023-86c3-c30a9c9c3210,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:35:59.201018 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d2f5e0-ba48-42d5-8757-f6d136f50e40 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:35:59.201301 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d2f5e0-ba48-42d5-8757-f6d136f50e40 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:35:59.201667 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d2f5e0-ba48-42d5-8757-f6d136f50e40 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:35:59.202024 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d2f5e0-ba48-42d5-8757-f6d136f50e40 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:35:59.202402 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d2f5e0-ba48-42d5-8757-f6d136f50e40 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:35:59.202775 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d2f5e0-ba48-42d5-8757-f6d136f50e40 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:35:59.203148 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d2f5e0-ba48-42d5-8757-f6d136f50e40 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:35:59.203522 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d2f5e0-ba48-42d5-8757-f6d136f50e40 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:35:59.203873 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d2f5e0-ba48-42d5-8757-f6d136f50e40 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:35:59.204223 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d2f5e0-ba48-42d5-8757-f6d136f50e40 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:35:59.204566 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d2f5e0-ba48-42d5-8757-f6d136f50e40 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:35:59.204909 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d2f5e0-ba48-42d5-8757-f6d136f50e40 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:35:59.213953 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-70d2f5e0-ba48-42d5-8757-f6d136f50e40 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:35:59.361316 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c88cd0d-3289-4cf4-bbcd-a29535b02e74 req-70d2f5e0-ba48-42d5-8757-f6d136f50e40 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Router 934c86df-a221-4195-bb15-eb1af820061a has already been hosted by L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 {{(pid=79277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:35:59.641608 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-15428484-7fe4-40a4-ac66-05f3a5c5ac8c req-178b9f65-df2f-4217-84f0-57de4bbd97cb tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/ports?device_id=89eb193a-5bec-439f-9fa8-c6fa285998a5 HTTP/1.1" status: 200 len: 210 time: 0.0750713 Aug 31 15:35:59.660943 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c88cd0d-3289-4cf4-bbcd-a29535b02e74 req-70d2f5e0-ba48-42d5-8757-f6d136f50e40 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:35:59.675185 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68df1c4-4888-482e-ab9e-38b96f32d319 None None] Sync routers for ids ['934c86df-a221-4195-bb15-eb1af820061a'] in dv-cinder-802781-4-iscsi {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:35:59.686661 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68df1c4-4888-482e-ab9e-38b96f32d319 None None] Routers {'934c86df-a221-4195-bb15-eb1af820061a'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:35:59.687343 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-c68df1c4-4888-482e-ab9e-38b96f32d319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:35:38Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['934c86df-a221-4195-bb15-eb1af820061a'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:35:59.747241 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c88cd0d-3289-4cf4-bbcd-a29535b02e74 req-70d2f5e0-ba48-42d5-8757-f6d136f50e40 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] No DVR routers for this DVR port 0d029ef7-b866-4023-86c3-c30a9c9c3210 on host hv-cinder-80278 {{(pid=79277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:35:59.749690 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-1c88cd0d-3289-4cf4-bbcd-a29535b02e74 req-70d2f5e0-ba48-42d5-8757-f6d136f50e40 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:35:59.752373 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89eb193a-5bec-439f-9fa8-c6fa285998a5', 'name': 'network-vif-deleted', 'tag': '0d029ef7-b866-4023-86c3-c30a9c9c3210'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:35:59.769132 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-1c88cd0d-3289-4cf4-bbcd-a29535b02e74 req-70d2f5e0-ba48-42d5-8757-f6d136f50e40 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.64 "DELETE /v2.0/ports/0d029ef7-b866-4023-86c3-c30a9c9c3210 HTTP/1.1" status: 204 len: 173 time: 1.7348130 Aug 31 15:35:59.822295 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89eb193a-5bec-439f-9fa8-c6fa285998a5', 'name': 'network-vif-deleted', 'tag': '0d029ef7-b866-4023-86c3-c30a9c9c3210', 'status': 'completed', 'code': 200} Aug 31 15:35:59.876977 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-c68df1c4-4888-482e-ab9e-38b96f32d319 None None] Set router 934c86df-a221-4195-bb15-eb1af820061a gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:36:00.231231 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-c68df1c4-4888-482e-ab9e-38b96f32d319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934c86df-a221-4195-bb15-eb1af820061a', 'name': 'tempest-AttachVolumeTestJSON-1899571721-router', 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '9b5fd691-39d4-47dc-a732-e743c6bb5988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:24:06Z', 'updated_at': '2021-08-31T15:24:16Z', 'revision_number': 4, 'project_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'gw_port': {'id': '9b5fd691-39d4-47dc-a732-e743c6bb5988', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:88:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c86df-a221-4195-bb15-eb1af820061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:24:07Z', 'updated_at': '2021-08-31T15:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': 'd29d2536-9ea6-4799-8517-5854957f36f3', 'name': '', 'network_id': '4e75f494-7e6b-45f9-ac2a-ef61105e9d7d', 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'mac_address': 'fa:16:3e:da:30:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c86df-a221-4195-bb15-eb1af820061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '653417ef-47b3-47bd-9dfd-8a528e75cd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:24:14Z', 'updated_at': '2021-08-31T15:24:25Z', 'revision_number': 5, 'project_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'subnets': [{'id': '653417ef-47b3-47bd-9dfd-8a528e75cd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:36:00.235238 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68df1c4-4888-482e-ab9e-38b96f32d319 None None] Checking router: 934c86df-a221-4195-bb15-eb1af820061a for host: dv-cinder-802781-4-iscsi {{(pid=79278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:36:00.246113 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68df1c4-4888-482e-ab9e-38b96f32d319 None None] Routers {'934c86df-a221-4195-bb15-eb1af820061a'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:36:00.246739 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-c68df1c4-4888-482e-ab9e-38b96f32d319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:35:38Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['934c86df-a221-4195-bb15-eb1af820061a'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:36:00.445423 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-c68df1c4-4888-482e-ab9e-38b96f32d319 None None] Set router 934c86df-a221-4195-bb15-eb1af820061a gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:36:00.771168 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 55154) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:36:00.788279 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-c68df1c4-4888-482e-ab9e-38b96f32d319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934c86df-a221-4195-bb15-eb1af820061a', 'name': 'tempest-AttachVolumeTestJSON-1899571721-router', 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '9b5fd691-39d4-47dc-a732-e743c6bb5988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:24:06Z', 'updated_at': '2021-08-31T15:24:16Z', 'revision_number': 4, 'project_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'gw_port': {'id': '9b5fd691-39d4-47dc-a732-e743c6bb5988', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:88:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c86df-a221-4195-bb15-eb1af820061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:24:07Z', 'updated_at': '2021-08-31T15:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': 'd29d2536-9ea6-4799-8517-5854957f36f3', 'name': '', 'network_id': '4e75f494-7e6b-45f9-ac2a-ef61105e9d7d', 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'mac_address': 'fa:16:3e:da:30:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c86df-a221-4195-bb15-eb1af820061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '653417ef-47b3-47bd-9dfd-8a528e75cd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:24:14Z', 'updated_at': '2021-08-31T15:24:25Z', 'revision_number': 5, 'project_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'subnets': [{'id': '653417ef-47b3-47bd-9dfd-8a528e75cd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:36:00.792417 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68df1c4-4888-482e-ab9e-38b96f32d319 None None] The sync data for ids ['934c86df-a221-4195-bb15-eb1af820061a'] in dv-cinder-802781-4-iscsi is: [{'id': '934c86df-a221-4195-bb15-eb1af820061a', 'name': 'tempest-AttachVolumeTestJSON-1899571721-router', 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '9b5fd691-39d4-47dc-a732-e743c6bb5988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:24:06Z', 'updated_at': '2021-08-31T15:24:16Z', 'revision_number': 4, 'project_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'gw_port': {'id': '9b5fd691-39d4-47dc-a732-e743c6bb5988', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:88:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c86df-a221-4195-bb15-eb1af820061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:24:07Z', 'updated_at': '2021-08-31T15:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': 'd29d2536-9ea6-4799-8517-5854957f36f3', 'name': '', 'network_id': '4e75f494-7e6b-45f9-ac2a-ef61105e9d7d', 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'mac_address': 'fa:16:3e:da:30:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c86df-a221-4195-bb15-eb1af820061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '653417ef-47b3-47bd-9dfd-8a528e75cd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:24:14Z', 'updated_at': '2021-08-31T15:24:25Z', 'revision_number': 5, 'project_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'subnets': [{'id': '653417ef-47b3-47bd-9dfd-8a528e75cd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:36:00.849961 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-77ae5de4-b541-486f-a0a0-6db3bc6d4740 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks [] for security_group, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:00.882326 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-77ae5de4-b541-486f-a0a0-6db3bc6d4740 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:00.940983 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-77ae5de4-b541-486f-a0a0-6db3bc6d4740 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:00.944819 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-e5d16ce4-6f37-4e34-9ad5-0cd1f7f0b95b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:36:00.962234 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae5de4-b541-486f-a0a0-6db3bc6d4740 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc36f5ed-02dd-4349-b8dc-abd2c09e62cb,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:36:00.965020 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-77ae5de4-b541-486f-a0a0-6db3bc6d4740 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:36:00.980273 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-77ae5de4-b541-486f-a0a0-6db3bc6d4740 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks [] for security_group, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:00.983952 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-77ae5de4-b541-486f-a0a0-6db3bc6d4740 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "DELETE /v2.0/security-groups/dc36f5ed-02dd-4349-b8dc-abd2c09e62cb HTTP/1.1" status: 204 len: 168 time: 0.2092412 Aug 31 15:36:00.984314 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 55158) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:36:01.005040 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.api.v2.resource [None req-a04bb902-472b-41aa-adf5-e54bfa7fc655 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] show failed (client error): The resource could not be found. Aug 31 15:36:01.008217 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-a04bb902-472b-41aa-adf5-e54bfa7fc655 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "GET /v2.0/security-groups/dc36f5ed-02dd-4349-b8dc-abd2c09e62cb HTTP/1.1" status: 404 len: 347 time: 0.0209522 Aug 31 15:36:01.011156 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 55162) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:36:01.061818 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc32e1b5-becd-47e5-a300-d5843733c808 None None] New status for floating IP 7fb3e768-e3bc-4521-90c7-45947f377119: DOWN {{(pid=79279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:36:01.180305 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [None req-6d87eae3-b5bc-4009-ae6d-d70d53621d1a tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Deleting port abe6ed1a-0e1e-40f8-b341-680754e759b0 {{(pid=79277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:36:01.180549 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-6d87eae3-b5bc-4009-ae6d-d70d53621d1a tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:01.367217 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-6d87eae3-b5bc-4009-ae6d-d70d53621d1a tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:01.367578 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-6d87eae3-b5bc-4009-ae6d-d70d53621d1a tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:01.617125 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [None req-6d87eae3-b5bc-4009-ae6d-d70d53621d1a tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Calling delete_port for abe6ed1a-0e1e-40f8-b341-680754e759b0 owned by network:floatingip {{(pid=79277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:36:01.712505 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.db.api [None req-6d87eae3-b5bc-4009-ae6d-d70d53621d1a tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79277) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 15:36:01.712852 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_db.api [None req-6d87eae3-b5bc-4009-ae6d-d70d53621d1a tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 15:36:01.794623 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 0d029ef7-b866-4023-86c3-c30a9c9c3210 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:36:01.828835 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] No Port match for: 0d029ef7-b866-4023-86c3-c30a9c9c3210 {{(pid=79278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:36:01.829284 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 0d029ef7-b866-4023-86c3-c30a9c9c3210 not bound to the agent host hv-cinder-80278 {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:36:02.213927 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [None req-6d87eae3-b5bc-4009-ae6d-d70d53621d1a tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Deleting port abe6ed1a-0e1e-40f8-b341-680754e759b0 {{(pid=79277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:36:02.214511 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-6d87eae3-b5bc-4009-ae6d-d70d53621d1a tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:02.410098 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-6d87eae3-b5bc-4009-ae6d-d70d53621d1a tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:02.410396 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-6d87eae3-b5bc-4009-ae6d-d70d53621d1a tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:02.538071 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [None req-6d87eae3-b5bc-4009-ae6d-d70d53621d1a tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Calling delete_port for abe6ed1a-0e1e-40f8-b341-680754e759b0 owned by network:floatingip {{(pid=79277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:36:02.688318 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-6d87eae3-b5bc-4009-ae6d-d70d53621d1a tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10695601'] for port, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:02.692955 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-0c3c48c6-b3bd-4fbe-a3a8-aae39dccbf36 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:36:02.736305 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d87eae3-b5bc-4009-ae6d-d70d53621d1a tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Pushing event deleted for resources: {'Port': ['ID=abe6ed1a-0e1e-40f8-b341-680754e759b0,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:36:02.739682 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-6d87eae3-b5bc-4009-ae6d-d70d53621d1a tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:36:02.839729 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-6d87eae3-b5bc-4009-ae6d-d70d53621d1a tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks [] for floatingip, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:02.854287 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-6d87eae3-b5bc-4009-ae6d-d70d53621d1a tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for floatingip, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:02.855425 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-6d87eae3-b5bc-4009-ae6d-d70d53621d1a tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] 10.222.0.81 "DELETE /v2.0/floatingips/7fb3e768-e3bc-4521-90c7-45947f377119 HTTP/1.1" status: 204 len: 168 time: 1.8432357 Aug 31 15:36:05.297502 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f7859362-bb26-448b-ac94-269473d60b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:05.608790 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:06.995823 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 55202) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:36:07.716855 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-b681f721-4cae-4590-92c2-92f903083bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:07.741684 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c07dfa43-8431-41a7-acda-41ac02cad6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3927262'] for router_interface, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:08.151645 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-c07dfa43-8431-41a7-acda-41ac02cad6ad admin admin] Deleting port d29d2536-9ea6-4799-8517-5854957f36f3 {{(pid=79276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:36:08.152403 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c07dfa43-8431-41a7-acda-41ac02cad6ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:08.472446 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-c07dfa43-8431-41a7-acda-41ac02cad6ad admin admin] For port d29d2536-9ea6-4799-8517-5854957f36f3, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=d29d2536-9ea6-4799-8517-5854957f36f3,segment=NetworkSegment(61b58406-5c55-4a32-b6e5-ffbfd51c8976),segment_id=61b58406-5c55-4a32-b6e5-ffbfd51c8976)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:36:08.473009 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c07dfa43-8431-41a7-acda-41ac02cad6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:08.599731 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-c07dfa43-8431-41a7-acda-41ac02cad6ad admin admin] Calling delete_port for d29d2536-9ea6-4799-8517-5854957f36f3 owned by network:router_interface {{(pid=79276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:36:08.783424 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c07dfa43-8431-41a7-acda-41ac02cad6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1768796'] for port, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:08.788053 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-27075ad4-7083-4075-a208-5ff552ae35c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:36:08.842464 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07dfa43-8431-41a7-acda-41ac02cad6ad admin admin] Pushing event deleted for resources: {'Port': ['ID=d29d2536-9ea6-4799-8517-5854957f36f3,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:36:08.881653 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07dfa43-8431-41a7-acda-41ac02cad6ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:36:08.882093 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07dfa43-8431-41a7-acda-41ac02cad6ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:36:08.882544 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07dfa43-8431-41a7-acda-41ac02cad6ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:36:08.882970 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07dfa43-8431-41a7-acda-41ac02cad6ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:36:08.883412 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07dfa43-8431-41a7-acda-41ac02cad6ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:36:08.883860 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07dfa43-8431-41a7-acda-41ac02cad6ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:36:08.884294 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07dfa43-8431-41a7-acda-41ac02cad6ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:36:08.884705 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07dfa43-8431-41a7-acda-41ac02cad6ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:36:08.885370 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07dfa43-8431-41a7-acda-41ac02cad6ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:36:08.885809 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07dfa43-8431-41a7-acda-41ac02cad6ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:36:08.886249 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07dfa43-8431-41a7-acda-41ac02cad6ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:36:08.886666 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c07dfa43-8431-41a7-acda-41ac02cad6ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:36:08.897468 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-c07dfa43-8431-41a7-acda-41ac02cad6ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:36:08.910542 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:09.166942 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c07dfa43-8431-41a7-acda-41ac02cad6ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3790722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3927202'] for router_interface, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:09.552434 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07dfa43-8431-41a7-acda-41ac02cad6ad admin admin] Router 934c86df-a221-4195-bb15-eb1af820061a has already been hosted by L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 {{(pid=79276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:36:09.575677 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:09.854276 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07dfa43-8431-41a7-acda-41ac02cad6ad admin admin] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:36:09.864602 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab813c49-456c-4055-8cd3-6caa45be2787 None None] Sync routers for ids ['934c86df-a221-4195-bb15-eb1af820061a'] in dv-cinder-802781-4-iscsi {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:36:09.867026 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-c07dfa43-8431-41a7-acda-41ac02cad6ad admin admin] 10.222.0.81 "PUT /v2.0/routers/934c86df-a221-4195-bb15-eb1af820061a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8700881 Aug 31 15:36:09.869807 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 55214) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:36:09.874507 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab813c49-456c-4055-8cd3-6caa45be2787 None None] Routers {'934c86df-a221-4195-bb15-eb1af820061a'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:36:09.875137 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-ab813c49-456c-4055-8cd3-6caa45be2787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:36:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['934c86df-a221-4195-bb15-eb1af820061a'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:36:10.055669 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f449cc83-cd9b-47a1-8e62-095ce540a980 admin admin] Notify callbacks [] for router, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:10.065072 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-ab813c49-456c-4055-8cd3-6caa45be2787 None None] Set router 934c86df-a221-4195-bb15-eb1af820061a gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:36:10.265016 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f449cc83-cd9b-47a1-8e62-095ce540a980 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:10.279682 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-f449cc83-cd9b-47a1-8e62-095ce540a980 admin admin] Deleting port 9b5fd691-39d4-47dc-a732-e743c6bb5988 {{(pid=79276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:36:10.280671 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f449cc83-cd9b-47a1-8e62-095ce540a980 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:10.395858 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-ab813c49-456c-4055-8cd3-6caa45be2787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934c86df-a221-4195-bb15-eb1af820061a', 'name': 'tempest-AttachVolumeTestJSON-1899571721-router', 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.159'}], 'enable_snat': True}, 'gw_port_id': '9b5fd691-39d4-47dc-a732-e743c6bb5988', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:24:06Z', 'updated_at': '2021-08-31T15:36:08Z', 'revision_number': 5, 'project_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'gw_port': {'id': '9b5fd691-39d4-47dc-a732-e743c6bb5988', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:88:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934c86df-a221-4195-bb15-eb1af820061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:24:07Z', 'updated_at': '2021-08-31T15:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi'}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:36:10.400397 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab813c49-456c-4055-8cd3-6caa45be2787 None None] Checking router: 934c86df-a221-4195-bb15-eb1af820061a for host: dv-cinder-802781-4-iscsi {{(pid=79278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:36:10.412805 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab813c49-456c-4055-8cd3-6caa45be2787 None None] Routers {'934c86df-a221-4195-bb15-eb1af820061a'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:36:10.413779 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-ab813c49-456c-4055-8cd3-6caa45be2787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:36:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['934c86df-a221-4195-bb15-eb1af820061a'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:36:10.467191 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-f449cc83-cd9b-47a1-8e62-095ce540a980 admin admin] For port 9b5fd691-39d4-47dc-a732-e743c6bb5988, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=9b5fd691-39d4-47dc-a732-e743c6bb5988,segment=NetworkSegment(ee0cca34-cfc1-48b8-9cd2-f432400bdd40),segment_id=ee0cca34-cfc1-48b8-9cd2-f432400bdd40)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:36:10.467648 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f449cc83-cd9b-47a1-8e62-095ce540a980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:10.582026 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-ab813c49-456c-4055-8cd3-6caa45be2787 None None] Set router 934c86df-a221-4195-bb15-eb1af820061a gateway port host: None {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:36:10.602629 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-f449cc83-cd9b-47a1-8e62-095ce540a980 admin admin] Calling delete_port for 9b5fd691-39d4-47dc-a732-e743c6bb5988 owned by network:router_gateway {{(pid=79276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:36:10.695045 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:10.704466 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-ab813c49-456c-4055-8cd3-6caa45be2787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934c86df-a221-4195-bb15-eb1af820061a', 'name': 'tempest-AttachVolumeTestJSON-1899571721-router', 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:24:06Z', 'updated_at': '2021-08-31T15:36:10Z', 'revision_number': 6, 'project_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'gw_port_host': None}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:36:10.709478 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab813c49-456c-4055-8cd3-6caa45be2787 None None] The sync data for ids ['934c86df-a221-4195-bb15-eb1af820061a'] in dv-cinder-802781-4-iscsi is: [{'id': '934c86df-a221-4195-bb15-eb1af820061a', 'name': 'tempest-AttachVolumeTestJSON-1899571721-router', 'tenant_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:24:06Z', 'updated_at': '2021-08-31T15:36:10Z', 'revision_number': 6, 'project_id': 'ec6a8bc6d4414b24a10c0665387c54cf', 'gw_port_host': None}] {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:36:10.802070 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f449cc83-cd9b-47a1-8e62-095ce540a980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1768796'] for port, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:10.805733 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:36:10.851768 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f449cc83-cd9b-47a1-8e62-095ce540a980 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b5fd691-39d4-47dc-a732-e743c6bb5988,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:36:10.878737 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-f449cc83-cd9b-47a1-8e62-095ce540a980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:36:10.946243 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f449cc83-cd9b-47a1-8e62-095ce540a980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906827'] for router_gateway, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:11.122744 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f449cc83-cd9b-47a1-8e62-095ce540a980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3925073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-836'] for router, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:11.125361 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f449cc83-cd9b-47a1-8e62-095ce540a980 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:11.158233 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f449cc83-cd9b-47a1-8e62-095ce540a980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926097'] for router, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:11.159005 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f449cc83-cd9b-47a1-8e62-095ce540a980 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 934c86df-a221-4195-bb15-eb1af820061a {{(pid=79276) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 31 15:36:11.173384 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f449cc83-cd9b-47a1-8e62-095ce540a980 admin admin] Notify callbacks [] for router, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:11.175688 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-f449cc83-cd9b-47a1-8e62-095ce540a980 admin admin] 10.222.0.81 "DELETE /v2.0/routers/934c86df-a221-4195-bb15-eb1af820061a HTTP/1.1" status: 204 len: 168 time: 1.3039727 Aug 31 15:36:11.179014 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 55220) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:36:11.241918 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ff2010-5717-46ac-bab6-0289eacc4c9b admin admin] Deleting subnet 653417ef-47b3-47bd-9dfd-8a528e75cd81 {{(pid=79276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 31 15:36:11.245126 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-34ff2010-5717-46ac-bab6-0289eacc4c9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:11.298487 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-34ff2010-5717-46ac-bab6-0289eacc4c9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-770018'] for subnet, precommit_delete_associations {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:11.495281 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-34ff2010-5717-46ac-bab6-0289eacc4c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3292833'] for subnet, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:11.568971 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-34ff2010-5717-46ac-bab6-0289eacc4c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3292846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1768719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-930066'] for subnet, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:11.573466 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:36:11.611159 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff2010-5717-46ac-bab6-0289eacc4c9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=653417ef-47b3-47bd-9dfd-8a528e75cd81,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:36:11.615364 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-34ff2010-5717-46ac-bab6-0289eacc4c9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:36:11.616365 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-34ff2010-5717-46ac-bab6-0289eacc4c9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for subnet, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:11.621768 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12e6e45-6970-4eec-ad30-b947e4a537fe None None] Network 4e75f494-7e6b-45f9-ac2a-ef61105e9d7d requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:36:11.623435 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-34ff2010-5717-46ac-bab6-0289eacc4c9b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/653417ef-47b3-47bd-9dfd-8a528e75cd81 HTTP/1.1" status: 204 len: 168 time: 0.4432211 Aug 31 15:36:11.625943 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 55226) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:36:11.741360 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-7593d7cc-47f9-41c9-91d9-fdd2629b2ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1015904'] for network, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:11.763527 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-7593d7cc-47f9-41c9-91d9-fdd2629b2ed5 admin admin] Deleting port ae9207b8-ba30-450e-989d-2f79c1372b6b {{(pid=79276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:36:11.764192 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-7593d7cc-47f9-41c9-91d9-fdd2629b2ed5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:11.918090 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c44f696-9532-4b51-84b6-4cefcf946d65 None None] DHCP port deletion for 4e75f494-7e6b-45f9-ac2a-ef61105e9d7d request from dv-cinder-802781-4-iscsi {{(pid=79278) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 31 15:36:11.923795 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-3c44f696-9532-4b51-84b6-4cefcf946d65 None None] Deleting port ae9207b8-ba30-450e-989d-2f79c1372b6b {{(pid=79278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:36:11.924178 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-3c44f696-9532-4b51-84b6-4cefcf946d65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:11.993918 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-7593d7cc-47f9-41c9-91d9-fdd2629b2ed5 admin admin] For port ae9207b8-ba30-450e-989d-2f79c1372b6b, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=ae9207b8-ba30-450e-989d-2f79c1372b6b,segment=NetworkSegment(61b58406-5c55-4a32-b6e5-ffbfd51c8976),segment_id=61b58406-5c55-4a32-b6e5-ffbfd51c8976)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:36:11.994270 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-7593d7cc-47f9-41c9-91d9-fdd2629b2ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:12.042831 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 6 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:36:12.123571 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-7593d7cc-47f9-41c9-91d9-fdd2629b2ed5 admin admin] Calling delete_port for ae9207b8-ba30-450e-989d-2f79c1372b6b owned by network:dhcp {{(pid=79276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:36:12.135434 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-3c44f696-9532-4b51-84b6-4cefcf946d65 None None] For port ae9207b8-ba30-450e-989d-2f79c1372b6b, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=ae9207b8-ba30-450e-989d-2f79c1372b6b,segment=NetworkSegment(61b58406-5c55-4a32-b6e5-ffbfd51c8976),segment_id=61b58406-5c55-4a32-b6e5-ffbfd51c8976)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:36:12.135832 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-3c44f696-9532-4b51-84b6-4cefcf946d65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:12.220718 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-7593d7cc-47f9-41c9-91d9-fdd2629b2ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1768796'] for port, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:12.225814 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-1596f1ef-0baa-4671-9de3-9f0183a6b5ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:36:12.270853 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593d7cc-47f9-41c9-91d9-fdd2629b2ed5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae9207b8-ba30-450e-989d-2f79c1372b6b,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:36:12.273989 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-7593d7cc-47f9-41c9-91d9-fdd2629b2ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:36:12.274772 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7593d7cc-47f9-41c9-91d9-fdd2629b2ed5 admin admin] No DVR routers for this DVR port ae9207b8-ba30-450e-989d-2f79c1372b6b on host dv-cinder-802781-4-iscsi {{(pid=79276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:36:12.309105 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-3c44f696-9532-4b51-84b6-4cefcf946d65 None None] Calling delete_port for ae9207b8-ba30-450e-989d-2f79c1372b6b owned by network:dhcp {{(pid=79278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:36:12.381122 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.db.api [None req-3c44f696-9532-4b51-84b6-4cefcf946d65 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79278) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 15:36:12.381480 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_db.api [None req-3c44f696-9532-4b51-84b6-4cefcf946d65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 15:36:12.392437 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-7593d7cc-47f9-41c9-91d9-fdd2629b2ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3290458', 'neutron.services.segments.db._delete_segments_for_network-8738171925917'] for network, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:12.406650 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.services.segments.db [None req-7593d7cc-47f9-41c9-91d9-fdd2629b2ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e75f494-7e6b-45f9-ac2a-ef61105e9d7d']}} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:36:12.419860 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.services.segments.db [None req-7593d7cc-47f9-41c9-91d9-fdd2629b2ed5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b58406-5c55-4a32-b6e5-ffbfd51c8976') {'for_net_delete': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:36:12.420160 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.services.segments.db [None req-7593d7cc-47f9-41c9-91d9-fdd2629b2ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b58406-5c55-4a32-b6e5-ffbfd51c8976') {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:36:12.432743 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-7593d7cc-47f9-41c9-91d9-fdd2629b2ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738171923703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-770045'] for segment, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:12.451761 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-7593d7cc-47f9-41c9-91d9-fdd2629b2ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3286683'] for segment, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:12.461511 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7593d7cc-47f9-41c9-91d9-fdd2629b2ed5 admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=79276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:36:12.462281 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-7593d7cc-47f9-41c9-91d9-fdd2629b2ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3286674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1768809'] for segment, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:12.476381 dv-cinder-802781-4-iscsi neutron-server[79276]: Traceback (most recent call last): Aug 31 15:36:12.476381 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:36:12.476381 dv-cinder-802781-4-iscsi neutron-server[79276]: timer() Aug 31 15:36:12.476381 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:36:12.476381 dv-cinder-802781-4-iscsi neutron-server[79276]: cb(*args, **kw) Aug 31 15:36:12.476381 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 31 15:36:12.476381 dv-cinder-802781-4-iscsi neutron-server[79276]: return func(*args, **kwargs) Aug 31 15:36:12.476381 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:36:12.476381 dv-cinder-802781-4-iscsi neutron-server[79276]: self._notify() Aug 31 15:36:12.476381 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:36:12.476381 dv-cinder-802781-4-iscsi neutron-server[79276]: self.callback(batched_events) Aug 31 15:36:12.476381 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:36:12.476381 dv-cinder-802781-4-iscsi neutron-server[79276]: event.method(event) Aug 31 15:36:12.476381 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 15:36:12.476381 dv-cinder-802781-4-iscsi neutron-server[79276]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:36:12.476381 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 15:36:12.476381 dv-cinder-802781-4-iscsi neutron-server[79276]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:36:12.476381 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 15:36:12.476381 dv-cinder-802781-4-iscsi neutron-server[79276]: return f(self, *a, **k) Aug 31 15:36:12.476381 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 31 15:36:12.476381 dv-cinder-802781-4-iscsi neutron-server[79276]: return self._get(url).json() Aug 31 15:36:12.476381 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 31 15:36:12.476381 dv-cinder-802781-4-iscsi neutron-server[79276]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:36:12.476381 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:36:12.476381 dv-cinder-802781-4-iscsi neutron-server[79276]: return self.request(url, 'GET', **kwargs) Aug 31 15:36:12.476381 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:36:12.476381 dv-cinder-802781-4-iscsi neutron-server[79276]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:36:12.476381 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:36:12.476381 dv-cinder-802781-4-iscsi neutron-server[79276]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:36:12.476381 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:36:12.476381 dv-cinder-802781-4-iscsi neutron-server[79276]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:36:12.476381 dv-cinder-802781-4-iscsi neutron-server[79276]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:36:12.561658 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-7593d7cc-47f9-41c9-91d9-fdd2629b2ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3290403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906838'] for network, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:12.566234 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:36:12.579302 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-7593d7cc-47f9-41c9-91d9-fdd2629b2ed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for network, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:12.590835 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593d7cc-47f9-41c9-91d9-fdd2629b2ed5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e75f494-7e6b-45f9-ac2a-ef61105e9d7d,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:36:12.594018 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-7593d7cc-47f9-41c9-91d9-fdd2629b2ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:36:12.608434 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-7593d7cc-47f9-41c9-91d9-fdd2629b2ed5 admin admin] 10.222.0.81 "DELETE /v2.0/networks/4e75f494-7e6b-45f9-ac2a-ef61105e9d7d HTTP/1.1" status: 204 len: 168 time: 0.9813976 Aug 31 15:36:12.673428 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 9b5fd691-39d4-47dc-a732-e743c6bb5988 no longer exists at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:36:12.713685 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] No Port match for: 9b5fd691-39d4-47dc-a732-e743c6bb5988 {{(pid=79278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:36:12.714123 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 9b5fd691-39d4-47dc-a732-e743c6bb5988 not bound to the agent host dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:36:12.714632 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device d29d2536-9ea6-4799-8517-5854957f36f3 no longer exists at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:36:12.751466 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] No Port match for: d29d2536-9ea6-4799-8517-5854957f36f3 {{(pid=79278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:36:12.751814 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device d29d2536-9ea6-4799-8517-5854957f36f3 not bound to the agent host dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:36:12.752239 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device ae9207b8-ba30-450e-989d-2f79c1372b6b no longer exists at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:36:12.789043 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] No Port match for: ae9207b8-ba30-450e-989d-2f79c1372b6b {{(pid=79278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:36:12.789396 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device ae9207b8-ba30-450e-989d-2f79c1372b6b not bound to the agent host dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:36:12.833049 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 55234) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:36:12.882818 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-3c44f696-9532-4b51-84b6-4cefcf946d65 None None] Deleting port ae9207b8-ba30-450e-989d-2f79c1372b6b {{(pid=79278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:36:12.883229 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-3c44f696-9532-4b51-84b6-4cefcf946d65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:12.889863 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-9718ee0e-6795-4c0d-8a68-f8531261923e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ec6a8bc6d4414b24a10c0665387c54cf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0521219 Aug 31 15:36:12.890164 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 55238) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:36:12.954902 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-3c44f696-9532-4b51-84b6-4cefcf946d65 None None] The port 'ae9207b8-ba30-450e-989d-2f79c1372b6b' was deleted {{(pid=79278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 31 15:36:12.963902 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2bc8873c-3a65-4cca-b463-3b73c339ca1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:12.998664 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2bc8873c-3a65-4cca-b463-3b73c339ca1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:13.055940 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2bc8873c-3a65-4cca-b463-3b73c339ca1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:13.061065 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-5c6ef3ba-a1b1-40c5-9e08-b3526bf825ea tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:36:13.076583 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc8873c-3a65-4cca-b463-3b73c339ca1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d289d3-d52a-40ff-a230-bc597fd27731,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:36:13.079024 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-2bc8873c-3a65-4cca-b463-3b73c339ca1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:36:13.088060 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2bc8873c-3a65-4cca-b463-3b73c339ca1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:13.089601 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-2bc8873c-3a65-4cca-b463-3b73c339ca1b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b5d289d3-d52a-40ff-a230-bc597fd27731 HTTP/1.1" status: 204 len: 168 time: 0.1986518 Aug 31 15:36:15.031773 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-21eac0a3-4570-41cc-a823-bcc40b90a579 req-b02aa670-5397-4d8b-b977-62b47d795ad2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794671 Aug 31 15:36:15.203496 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eac0a3-4570-41cc-a823-bcc40b90a579 req-1624cc2c-2406-4e21-9d69-0edc4b1e48e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:36:15.205282 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-21eac0a3-4570-41cc-a823-bcc40b90a579 req-1624cc2c-2406-4e21-9d69-0edc4b1e48e4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0018b07184be4602aa2184d192c944aa&device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 1099 time: 0.0868163 Aug 31 15:36:15.367460 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eac0a3-4570-41cc-a823-bcc40b90a579 req-dbb42bf4-a627-4e11-882e-7f09c9be342c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:36:15.368888 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-21eac0a3-4570-41cc-a823-bcc40b90a579 req-dbb42bf4-a627-4e11-882e-7f09c9be342c service neutron] 10.222.0.64 "GET /v2.0/networks?id=f4d4882d-28d2-4fed-bbfd-7d71610fb886 HTTP/1.1" status: 200 len: 918 time: 0.1438928 Aug 31 15:36:15.473733 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-21eac0a3-4570-41cc-a823-bcc40b90a579 req-9be93d41-c94d-4506-9aed-27430dd24333 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1efaf29f-7c5c-4ae0-abba-6b25817b2c52 HTTP/1.1" status: 200 len: 1002 time: 0.0973551 Aug 31 15:36:15.541943 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eac0a3-4570-41cc-a823-bcc40b90a579 req-5d4d06e1-4c55-4e52-a859-0b2dcc2b4551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:36:15.543419 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-21eac0a3-4570-41cc-a823-bcc40b90a579 req-5d4d06e1-4c55-4e52-a859-0b2dcc2b4551 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a81a534a-35fe-443f-84ed-8e87d97ceef8 HTTP/1.1" status: 200 len: 856 time: 0.0628734 Aug 31 15:36:15.632992 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eac0a3-4570-41cc-a823-bcc40b90a579 req-6cee572d-5077-47e8-9ce4-6af177773cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:36:15.635355 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-21eac0a3-4570-41cc-a823-bcc40b90a579 req-6cee572d-5077-47e8-9ce4-6af177773cb3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f4d4882d-28d2-4fed-bbfd-7d71610fb886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0834832 Aug 31 15:36:15.782789 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-21eac0a3-4570-41cc-a823-bcc40b90a579 req-89d962b3-b600-4feb-9902-b39d4db0e129 service neutron] 10.222.0.64 "GET /v2.0/networks/f4d4882d-28d2-4fed-bbfd-7d71610fb886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401162 Aug 31 15:36:16.005489 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-21eac0a3-4570-41cc-a823-bcc40b90a579 req-2cd35880-08e1-4625-90c9-f250a4597ec3 service neutron] 10.222.0.64 "GET /v2.0/networks/f4d4882d-28d2-4fed-bbfd-7d71610fb886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155471 Aug 31 15:36:17.953303 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 55308) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:36:18.098563 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0fbf522c-7540-4a1c-ac3b-9a5b250a4f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:18.113387 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-0fbf522c-7540-4a1c-ac3b-9a5b250a4f61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:36:18.117259 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-0fbf522c-7540-4a1c-ac3b-9a5b250a4f61 admin admin] Usage tracker for resource:security_group_rule and tenant:e54aab0209d74e21ac6b9114ffe02099 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:36:18.120079 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-0fbf522c-7540-4a1c-ac3b-9a5b250a4f61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:36:18.126328 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-0fbf522c-7540-4a1c-ac3b-9a5b250a4f61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:36:18.212567 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0fbf522c-7540-4a1c-ac3b-9a5b250a4f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:18.216364 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0fbf522c-7540-4a1c-ac3b-9a5b250a4f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:18.226443 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-5fe3148c-1332-4a3f-a350-1a0e25af4594 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:36:18.270032 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-0fbf522c-7540-4a1c-ac3b-9a5b250a4f61 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e54aab0209d74e21ac6b9114ffe02099&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3154862 Aug 31 15:36:18.271754 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf522c-7540-4a1c-ac3b-9a5b250a4f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c80286-36b7-42b3-8c1f-faf4cf0faae8,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:36:18.272546 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 55316) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:36:18.275063 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-0fbf522c-7540-4a1c-ac3b-9a5b250a4f61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:36:18.337304 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-3fbf3f23-c139-445e-b729-5f7dd454a2e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:18.364170 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-3fbf3f23-c139-445e-b729-5f7dd454a2e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:18.418024 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-3fbf3f23-c139-445e-b729-5f7dd454a2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:18.421726 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-4d3f450b-f387-4907-b883-3185a7e0b9fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:36:18.432845 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbf3f23-c139-445e-b729-5f7dd454a2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c80286-36b7-42b3-8c1f-faf4cf0faae8,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:36:18.436258 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-3fbf3f23-c139-445e-b729-5f7dd454a2e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:36:18.439417 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-3fbf3f23-c139-445e-b729-5f7dd454a2e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:18.443996 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-3fbf3f23-c139-445e-b729-5f7dd454a2e2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c6c80286-36b7-42b3-8c1f-faf4cf0faae8 HTTP/1.1" status: 204 len: 168 time: 0.1704140 Aug 31 15:36:18.726955 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 55324) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:36:18.744967 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c301e588-b710-4913-9789-cc44587a34d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:18.760693 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-c301e588-b710-4913-9789-cc44587a34d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:36:18.764768 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-c301e588-b710-4913-9789-cc44587a34d2 admin admin] Usage tracker for resource:security_group_rule and tenant:4177e832cd36434fb6fe870fdbdc065b is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:36:18.767613 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-c301e588-b710-4913-9789-cc44587a34d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:36:18.773347 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-c301e588-b710-4913-9789-cc44587a34d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:36:18.861707 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c301e588-b710-4913-9789-cc44587a34d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:18.866881 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c301e588-b710-4913-9789-cc44587a34d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:18.874571 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-86a6c75c-5319-4e39-b208-e8e31a9f701e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:36:18.915203 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-c301e588-b710-4913-9789-cc44587a34d2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4177e832cd36434fb6fe870fdbdc065b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1870146 Aug 31 15:36:18.916211 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c301e588-b710-4913-9789-cc44587a34d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e42fc9d-e516-497f-9b7f-f31c3a99f2f5,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:36:18.917807 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 55328) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:36:18.919418 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-c301e588-b710-4913-9789-cc44587a34d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:36:18.977045 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fb221dfa-0d1a-4960-9652-31e79a935b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:19.002750 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fb221dfa-0d1a-4960-9652-31e79a935b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:19.056962 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fb221dfa-0d1a-4960-9652-31e79a935b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:19.060544 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-ca5c4f30-3d94-4cb9-964d-612400e6f74d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:36:19.072692 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb221dfa-0d1a-4960-9652-31e79a935b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e42fc9d-e516-497f-9b7f-f31c3a99f2f5,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:36:19.075275 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-fb221dfa-0d1a-4960-9652-31e79a935b10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:36:19.083012 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fb221dfa-0d1a-4960-9652-31e79a935b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:19.084168 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-fb221dfa-0d1a-4960-9652-31e79a935b10 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4e42fc9d-e516-497f-9b7f-f31c3a99f2f5 HTTP/1.1" status: 204 len: 168 time: 0.1653819 Aug 31 15:36:28.525861 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 55466) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:36:28.671562 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d30ccf29-cd27-42c8-8444-d24172e4fb1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:28.688860 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-d30ccf29-cd27-42c8-8444-d24172e4fb1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:36:28.693316 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-d30ccf29-cd27-42c8-8444-d24172e4fb1f admin admin] Usage tracker for resource:security_group_rule and tenant:327f0ddd5fca4f71818d456f1567c43e is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:36:28.696903 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-d30ccf29-cd27-42c8-8444-d24172e4fb1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:36:28.703858 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-d30ccf29-cd27-42c8-8444-d24172e4fb1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:36:28.802363 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d30ccf29-cd27-42c8-8444-d24172e4fb1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:28.806071 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d30ccf29-cd27-42c8-8444-d24172e4fb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:28.814578 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-4b94ac0a-b07d-4d8d-b3f1-f52d2afc6beb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:36:28.854640 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-d30ccf29-cd27-42c8-8444-d24172e4fb1f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=327f0ddd5fca4f71818d456f1567c43e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3262944 Aug 31 15:36:28.856257 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30ccf29-cd27-42c8-8444-d24172e4fb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a552137-7bf7-495a-8022-18a3f1494cbe,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:36:28.857389 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 55474) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:36:28.859569 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-d30ccf29-cd27-42c8-8444-d24172e4fb1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:36:28.920863 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f0992681-9e34-4f5f-93bf-dbcc8f560c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:28.946560 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f0992681-9e34-4f5f-93bf-dbcc8f560c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:28.997571 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f0992681-9e34-4f5f-93bf-dbcc8f560c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:29.002478 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-5fdee90e-8ff5-44ca-a59f-a535068a1c00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:36:29.015698 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0992681-9e34-4f5f-93bf-dbcc8f560c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a552137-7bf7-495a-8022-18a3f1494cbe,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:36:29.021007 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-f0992681-9e34-4f5f-93bf-dbcc8f560c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:36:29.026595 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-f0992681-9e34-4f5f-93bf-dbcc8f560c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:29.027743 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-f0992681-9e34-4f5f-93bf-dbcc8f560c73 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2a552137-7bf7-495a-8022-18a3f1494cbe HTTP/1.1" status: 204 len: 168 time: 0.1693804 Aug 31 15:36:29.311931 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 55482) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:36:29.331986 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-95711526-35fc-4553-ba85-b03503787189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:29.348535 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-95711526-35fc-4553-ba85-b03503787189 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:36:29.352485 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-95711526-35fc-4553-ba85-b03503787189 admin admin] Usage tracker for resource:security_group_rule and tenant:74d0850f215e43fa9e8a3df130abe9d0 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:36:29.355276 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-95711526-35fc-4553-ba85-b03503787189 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:36:29.361893 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-95711526-35fc-4553-ba85-b03503787189 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:36:29.448306 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-95711526-35fc-4553-ba85-b03503787189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:29.452540 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-95711526-35fc-4553-ba85-b03503787189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:29.460226 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-bdcaf64c-09a9-4da7-9c5c-26b558bad407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:36:29.504650 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-95711526-35fc-4553-ba85-b03503787189 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=74d0850f215e43fa9e8a3df130abe9d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1915781 Aug 31 15:36:29.505650 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95711526-35fc-4553-ba85-b03503787189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97087fdb-8790-4719-be38-7b40c2a07757,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:36:29.507286 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 55486) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:36:29.509327 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-95711526-35fc-4553-ba85-b03503787189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:36:29.568600 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ff968343-c321-484c-bd77-f083df828e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:29.594935 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ff968343-c321-484c-bd77-f083df828e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:29.648583 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ff968343-c321-484c-bd77-f083df828e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:29.652478 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-295f55cd-ee80-4399-bba6-ac0776c140ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:36:29.664242 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff968343-c321-484c-bd77-f083df828e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97087fdb-8790-4719-be38-7b40c2a07757,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:36:29.666566 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-ff968343-c321-484c-bd77-f083df828e39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:36:29.675602 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-ff968343-c321-484c-bd77-f083df828e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:29.676736 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-ff968343-c321-484c-bd77-f083df828e39 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/97087fdb-8790-4719-be38-7b40c2a07757 HTTP/1.1" status: 204 len: 168 time: 0.1684489 Aug 31 15:36:30.031922 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 55496) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:36:30.052344 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-82055ba8-5927-4b84-8734-8bf7379e4ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:30.074892 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-82055ba8-5927-4b84-8734-8bf7379e4ce5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:36:30.078916 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-82055ba8-5927-4b84-8734-8bf7379e4ce5 admin admin] Usage tracker for resource:security_group_rule and tenant:df7c8a37205a4df98c68c02795cfb923 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:36:30.083528 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-82055ba8-5927-4b84-8734-8bf7379e4ce5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:36:30.090542 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-82055ba8-5927-4b84-8734-8bf7379e4ce5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:36:30.185231 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-82055ba8-5927-4b84-8734-8bf7379e4ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:30.189400 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-82055ba8-5927-4b84-8734-8bf7379e4ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:30.197433 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-0fbf522c-7540-4a1c-ac3b-9a5b250a4f61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:36:30.240484 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-82055ba8-5927-4b84-8734-8bf7379e4ce5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=df7c8a37205a4df98c68c02795cfb923&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2074661 Aug 31 15:36:30.241408 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82055ba8-5927-4b84-8734-8bf7379e4ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5531f960-e02c-4666-a1ae-45e717ce08ee,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:36:30.243669 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 55500) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:36:30.244915 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-82055ba8-5927-4b84-8734-8bf7379e4ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:36:30.307098 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-1ca6b286-67bc-4d25-9a1b-dd10663f2307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:30.333302 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-1ca6b286-67bc-4d25-9a1b-dd10663f2307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:30.391284 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-1ca6b286-67bc-4d25-9a1b-dd10663f2307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:30.395954 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-fb31eae1-656f-4efa-b139-f2dda0abaafc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:36:30.411954 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca6b286-67bc-4d25-9a1b-dd10663f2307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5531f960-e02c-4666-a1ae-45e717ce08ee,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:36:30.414263 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-1ca6b286-67bc-4d25-9a1b-dd10663f2307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:36:30.422592 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-1ca6b286-67bc-4d25-9a1b-dd10663f2307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:30.426677 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-1ca6b286-67bc-4d25-9a1b-dd10663f2307 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5531f960-e02c-4666-a1ae-45e717ce08ee HTTP/1.1" status: 204 len: 168 time: 0.1790762 Aug 31 15:36:34.341349 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a9404-7b00-4726-9ea8-48a7a6fd0d79 req-6be6747b-f426-443f-9bfd-9e605ce2303e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:36:34.343497 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-7e7a9404-7b00-4726-9ea8-48a7a6fd0d79 req-6be6747b-f426-443f-9bfd-9e605ce2303e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 946 time: 0.0879443 Aug 31 15:36:34.395127 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-7e7a9404-7b00-4726-9ea8-48a7a6fd0d79 req-d3cf196a-cab5-49dd-9180-31a1db601c34 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454299 Aug 31 15:36:35.302332 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-eb9790f8-4caa-4bd1-950e-d8bc4ece4c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:35.600563 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:35.601945 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2f1d3-0d69-4561-a2b3-e66a6160b8fa req-35ca69a0-639e-44a9-b7e7-6ecf63eeb18e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:36:35.603480 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b9c2f1d3-0d69-4561-a2b3-e66a6160b8fa req-35ca69a0-639e-44a9-b7e7-6ecf63eeb18e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 946 time: 0.0925350 Aug 31 15:36:35.653533 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b9c2f1d3-0d69-4561-a2b3-e66a6160b8fa req-f0fa9453-8a78-4036-8b0a-440d4bd55140 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443077 Aug 31 15:36:36.865242 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf7682-cda4-493f-b978-fbec319d6a58 req-0d6ccf81-1a19-41b6-a259-be216bcd0de2 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:36:36.866883 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-48bf7682-cda4-493f-b978-fbec319d6a58 req-0d6ccf81-1a19-41b6-a259-be216bcd0de2 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 946 time: 0.0928237 Aug 31 15:36:36.917060 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-48bf7682-cda4-493f-b978-fbec319d6a58 req-8ad747a5-9237-4063-83b0-9da8815a0e15 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442872 Aug 31 15:36:37.715091 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34d30d1b-7812-4838-85cc-588d351ec1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:38.133525 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf9583-d2d8-4382-a178-c896b6f3d0bd req-b48105c1-af67-4feb-a766-498c8fa393eb tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:36:38.135101 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-2baf9583-d2d8-4382-a178-c896b6f3d0bd req-b48105c1-af67-4feb-a766-498c8fa393eb tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 946 time: 0.0929091 Aug 31 15:36:38.182365 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-2baf9583-d2d8-4382-a178-c896b6f3d0bd req-7d828692-b1f8-4644-8b1c-c0b5b0f60123 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410852 Aug 31 15:36:38.900358 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:39.390324 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c1b6c-4d4f-4413-bfc5-6192da70b1ca req-ba1ca316-348e-4c56-9b39-2f238dcbc5b5 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:36:39.391947 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-8f0c1b6c-4d4f-4413-bfc5-6192da70b1ca req-ba1ca316-348e-4c56-9b39-2f238dcbc5b5 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 946 time: 0.0922694 Aug 31 15:36:39.536843 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-8f0c1b6c-4d4f-4413-bfc5-6192da70b1ca req-cfcf3a3e-fe55-4c54-ac42-5ee3ce1e435e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374979 Aug 31 15:36:39.596252 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:40.582930 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:40.732269 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707e6d3-64a9-4afa-9f0c-53b3b4c5a12e req-6db4940b-fad1-4417-983f-16f6d212b028 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:36:40.733601 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-4707e6d3-64a9-4afa-9f0c-53b3b4c5a12e req-6db4940b-fad1-4417-983f-16f6d212b028 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 946 time: 0.0839388 Aug 31 15:36:40.782391 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-4707e6d3-64a9-4afa-9f0c-53b3b4c5a12e req-bf8f344d-90fd-4c54-9fdb-c273426478e2 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423808 Aug 31 15:36:41.976988 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22e947-365b-4a85-b55e-31bba8602c91 req-5bfa415d-b95b-411d-ab25-d49632e5c903 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:36:41.978457 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-eb22e947-365b-4a85-b55e-31bba8602c91 req-5bfa415d-b95b-411d-ab25-d49632e5c903 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 946 time: 0.0841889 Aug 31 15:36:42.023836 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-eb22e947-365b-4a85-b55e-31bba8602c91 req-51643676-b1f7-4ef7-b737-414ca1d20550 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396404 Aug 31 15:36:43.214243 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d4a15-bab1-4e18-933b-c864a7f2aa34 req-69115826-f4e7-4549-ac58-becb28701690 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:36:43.215755 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-bc5d4a15-bab1-4e18-933b-c864a7f2aa34 req-69115826-f4e7-4549-ac58-becb28701690 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 946 time: 0.0826840 Aug 31 15:36:43.264125 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-bc5d4a15-bab1-4e18-933b-c864a7f2aa34 req-368a7b75-495a-4321-bd67-165db255deef tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424366 Aug 31 15:36:44.485036 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e20c6-d99a-4c7b-852b-247c64713fee req-8948938d-8b4a-4738-896d-b0c92886bbf4 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:36:44.486493 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-af6e20c6-d99a-4c7b-852b-247c64713fee req-8948938d-8b4a-4738-896d-b0c92886bbf4 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 946 time: 0.1099627 Aug 31 15:36:44.535509 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-af6e20c6-d99a-4c7b-852b-247c64713fee req-ecbd63f8-f38f-4c61-9400-4c5e553db760 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421529 Aug 31 15:36:45.721259 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0654adc-19a9-4598-8bf1-4f206bf44707 req-3fdc6307-3aa5-4ea9-93b0-7ad76ef0d5f6 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:36:45.722824 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d0654adc-19a9-4598-8bf1-4f206bf44707 req-3fdc6307-3aa5-4ea9-93b0-7ad76ef0d5f6 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 946 time: 0.0799727 Aug 31 15:36:45.774674 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d0654adc-19a9-4598-8bf1-4f206bf44707 req-e71e8ec0-af44-4e29-b9e9-3058b12b85c6 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442631 Aug 31 15:36:45.995693 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 1efaf29f-7c5c-4ae0-abba-6b25817b2c52 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:36:46.145246 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 1efaf29f-7c5c-4ae0-abba-6b25817b2c52, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=1efaf29f-7c5c-4ae0-abba-6b25817b2c52,segment=NetworkSegment(55bbcfae-09d1-4d68-91e6-fad754499a5e),segment_id=55bbcfae-09d1-4d68-91e6-fad754499a5e)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:36:46.159693 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Returning: {'device': '1efaf29f-7c5c-4ae0-abba-6b25817b2c52', 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886', 'port_id': '1efaf29f-7c5c-4ae0-abba-6b25817b2c52', 'mac_address': 'fa:16:3e:17:01:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a81a534a-35fe-443f-84ed-8e87d97ceef8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:36:46.244033 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:46.269207 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1efaf29f-7c5c-4ae0-abba-6b25817b2c52 {{(pid=79278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:36:46.289461 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 1efaf29f-7c5c-4ae0-abba-6b25817b2c52, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=1efaf29f-7c5c-4ae0-abba-6b25817b2c52,segment=NetworkSegment(55bbcfae-09d1-4d68-91e6-fad754499a5e),segment_id=55bbcfae-09d1-4d68-91e6-fad754499a5e)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:36:46.293441 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:46.296183 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:36:46.428512 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=1efaf29f-7c5c-4ae0-abba-6b25817b2c52,revision_number=6']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:36:46.440568 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:36:46.441190 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:36:46.441751 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:36:46.442502 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:36:46.443046 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:36:46.443615 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:36:46.444140 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:36:46.444675 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:36:46.445205 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:36:46.445732 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:36:46.446262 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:36:46.446788 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:36:46.453135 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:36:46.476020 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] get_ports_and_sgs() called for port_ids ['1efaf29f-7c5c-4ae0-abba-6b25817b2c52'] {{(pid=79278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:36:46.984726 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba0b71-55ba-4c89-a46a-e85895f0ddec req-07e9c094-d0fa-4088-8c3c-c147c45d0cac tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:36:46.986177 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-b3ba0b71-55ba-4c89-a46a-e85895f0ddec req-07e9c094-d0fa-4088-8c3c-c147c45d0cac tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 945 time: 0.0788257 Aug 31 15:36:47.036270 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-b3ba0b71-55ba-4c89-a46a-e85895f0ddec req-dcfb6d8f-6ab1-4907-8437-41226b1f32d4 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436492 Aug 31 15:36:47.998736 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 1efaf29f-7c5c-4ae0-abba-6b25817b2c52 up at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:36:48.070918 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning complete for port 1efaf29f-7c5c-4ae0-abba-6b25817b2c52 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:36:48.071320 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:48.196909 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:48.226287 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b97c25-8eb8-4cc1-a48e-40478b959450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efaf29f-7c5c-4ae0-abba-6b25817b2c52'}] {{(pid=79278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:36:48.237283 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 1efaf29f-7c5c-4ae0-abba-6b25817b2c52, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=1efaf29f-7c5c-4ae0-abba-6b25817b2c52,segment=NetworkSegment(55bbcfae-09d1-4d68-91e6-fad754499a5e),segment_id=55bbcfae-09d1-4d68-91e6-fad754499a5e)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:36:48.243578 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:36:48.244352 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b560f-349b-4c43-91c3-2d7302f5f84e req-2618c384-51a0-4ae1-9663-dd53ba4714b5 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:36:48.246058 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:36:48.246688 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-576b560f-349b-4c43-91c3-2d7302f5f84e req-2618c384-51a0-4ae1-9663-dd53ba4714b5 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 945 time: 0.0906734 Aug 31 15:36:48.290044 dv-cinder-802781-4-iscsi neutron-server[79278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b97c25-8eb8-4cc1-a48e-40478b959450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efaf29f-7c5c-4ae0-abba-6b25817b2c52', 'code': 200} Aug 31 15:36:48.297773 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-576b560f-349b-4c43-91c3-2d7302f5f84e req-ae90bbff-ad87-4d87-b5eb-a13dbc1a453b tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444603 Aug 31 15:36:48.338245 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=1efaf29f-7c5c-4ae0-abba-6b25817b2c52,revision_number=7']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:36:48.341290 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:36:49.041323 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 6 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:36:49.487175 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07b6b6-d0f2-4009-b117-afabcb3fbe8b req-7c8922e0-82ca-4d2c-b7a1-e19e4f498ce1 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:36:49.489186 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-4d07b6b6-d0f2-4009-b117-afabcb3fbe8b req-7c8922e0-82ca-4d2c-b7a1-e19e4f498ce1 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 946 time: 0.0807121 Aug 31 15:36:49.533408 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-4d07b6b6-d0f2-4009-b117-afabcb3fbe8b req-b3b92415-23f2-4bae-a92f-2727944a8868 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386894 Aug 31 15:36:50.723646 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705af07-b6bb-4aa0-8ea3-a5d22d5106a2 req-79c14cf0-d119-43f6-b1a1-0d19ef5e8b78 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:36:50.725153 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f705af07-b6bb-4aa0-8ea3-a5d22d5106a2 req-79c14cf0-d119-43f6-b1a1-0d19ef5e8b78 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 946 time: 0.0825334 Aug 31 15:36:50.771003 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f705af07-b6bb-4aa0-8ea3-a5d22d5106a2 req-cc12d63c-ad9c-44ca-8b1f-dbf4ce99f545 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399880 Aug 31 15:36:51.965577 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65219b-744c-45c8-bcbc-8266058f88da req-2ead0b68-445a-42b6-b048-1cfc13dacf9b tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:36:51.967024 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-8e65219b-744c-45c8-bcbc-8266058f88da req-2ead0b68-445a-42b6-b048-1cfc13dacf9b tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 946 time: 0.0848489 Aug 31 15:36:52.012129 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-8e65219b-744c-45c8-bcbc-8266058f88da req-dda2d224-fe5c-4f7b-87c4-ac1a4404dae5 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394263 Aug 31 15:36:53.212723 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71556ca-69a1-4f8b-a916-b8a29ff17d5e req-a084b80c-7b8e-49b5-becf-6aec8284b227 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:36:53.214208 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c71556ca-69a1-4f8b-a916-b8a29ff17d5e req-a084b80c-7b8e-49b5-becf-6aec8284b227 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 946 time: 0.0870020 Aug 31 15:36:53.262414 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c71556ca-69a1-4f8b-a916-b8a29ff17d5e req-5d6b876c-633e-40ff-ac9d-f3801c78cc26 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424685 Aug 31 15:36:54.452347 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0933e67-0b27-4848-8cc5-1b408f4856f3 req-8465ae8c-c91f-45bf-9d2b-c276572ef681 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:36:54.453811 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-d0933e67-0b27-4848-8cc5-1b408f4856f3 req-8465ae8c-c91f-45bf-9d2b-c276572ef681 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 946 time: 0.0813777 Aug 31 15:36:54.501689 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-d0933e67-0b27-4848-8cc5-1b408f4856f3 req-74628b5d-f15f-48be-ae73-558d5a493b9d tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411589 Aug 31 15:36:55.702629 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f5193-a84f-4a36-8dbb-1e21b13cfe2b req-09e5e5dc-da83-46f1-9e80-43da05682502 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:36:55.704520 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-069f5193-a84f-4a36-8dbb-1e21b13cfe2b req-09e5e5dc-da83-46f1-9e80-43da05682502 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 946 time: 0.0867665 Aug 31 15:36:55.760326 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-069f5193-a84f-4a36-8dbb-1e21b13cfe2b req-ac21a76a-93bb-4338-bfcd-4e621216f9bf tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492709 Aug 31 15:36:56.987027 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee79e8-fb10-4474-b17b-bc33896a0e83 req-010decb3-184b-4551-b279-0d9c4c6f0d8b tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:36:56.990312 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-5bee79e8-fb10-4474-b17b-bc33896a0e83 req-010decb3-184b-4551-b279-0d9c4c6f0d8b tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 946 time: 0.1136968 Aug 31 15:36:57.048451 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-5bee79e8-fb10-4474-b17b-bc33896a0e83 req-794d37c5-f127-452c-bb04-92ffb423cbed tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513556 Aug 31 15:36:58.255564 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0650a-bd0b-4f4a-9c02-f9ecbe990033 req-cf077821-1035-4856-97e0-651122930424 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:36:58.257042 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-89f0650a-bd0b-4f4a-9c02-f9ecbe990033 req-cf077821-1035-4856-97e0-651122930424 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 946 time: 0.0860634 Aug 31 15:36:58.308768 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-89f0650a-bd0b-4f4a-9c02-f9ecbe990033 req-eb3b6403-6814-41f5-93b1-cd73f0128888 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425673 Aug 31 15:36:59.511930 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34c7ff-cfbe-4aa2-954b-1a16fd0ea42c req-ad690e6c-eda2-4c60-b923-c4167ba45334 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:36:59.514357 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-2a34c7ff-cfbe-4aa2-954b-1a16fd0ea42c req-ad690e6c-eda2-4c60-b923-c4167ba45334 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 946 time: 0.0851235 Aug 31 15:36:59.565167 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-2a34c7ff-cfbe-4aa2-954b-1a16fd0ea42c req-8ae061be-cc2f-4922-9d37-7c37c809daf5 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458238 Aug 31 15:37:00.827429 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35e2ca-7a33-483c-a8ef-60b09f499d9b req-8dab3221-eada-4b41-a59b-ff16eca9015f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:00.829358 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ef35e2ca-7a33-483c-a8ef-60b09f499d9b req-8dab3221-eada-4b41-a59b-ff16eca9015f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 946 time: 0.1255729 Aug 31 15:37:00.886255 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ef35e2ca-7a33-483c-a8ef-60b09f499d9b req-99e19ace-1eb5-4845-ba7e-b2a84c22186a tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504966 Aug 31 15:37:02.084361 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015e26b-589d-457a-98d3-704eb3017aee req-7ead4e89-2a4c-4991-bc8a-0899fce8585c tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:02.085882 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-d015e26b-589d-457a-98d3-704eb3017aee req-7ead4e89-2a4c-4991-bc8a-0899fce8585c tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 946 time: 0.0859299 Aug 31 15:37:02.135075 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-d015e26b-589d-457a-98d3-704eb3017aee req-2172112e-8f06-4ee8-a50e-8cd04ec861ff tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427155 Aug 31 15:37:03.370093 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c0917-fc6b-4139-82cf-fdb41340b297 req-b2d05b8b-533f-4752-99ef-c66cb43f0db2 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:03.373790 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0c3c0917-fc6b-4139-82cf-fdb41340b297 req-b2d05b8b-533f-4752-99ef-c66cb43f0db2 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 946 time: 0.1006539 Aug 31 15:37:03.428801 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0c3c0917-fc6b-4139-82cf-fdb41340b297 req-6e6fe685-829a-4c52-84c3-de682449623c tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489211 Aug 31 15:37:04.645230 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28322fee-78c8-46ab-b198-9d12c75a740b req-2cee04cc-8a58-4f90-ab52-04020cbc5b35 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:04.646786 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-28322fee-78c8-46ab-b198-9d12c75a740b req-2cee04cc-8a58-4f90-ab52-04020cbc5b35 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 946 time: 0.0987248 Aug 31 15:37:04.709014 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-28322fee-78c8-46ab-b198-9d12c75a740b req-959e3b97-8638-400e-b0d0-793bf6ca09a4 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560074 Aug 31 15:37:05.306009 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-dc12c277-96d9-4c5c-8827-55e509ca66ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:05.610419 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:06.017635 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4c4f0-0bf9-4a85-8bd2-f6454745afa6 req-b1f6936e-c54a-4718-90db-b7bcd1f9b958 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:06.019593 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0bf4c4f0-0bf9-4a85-8bd2-f6454745afa6 req-b1f6936e-c54a-4718-90db-b7bcd1f9b958 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 946 time: 0.1865246 Aug 31 15:37:06.072759 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0bf4c4f0-0bf9-4a85-8bd2-f6454745afa6 req-59b28d32-fdbd-426a-be8d-3d6d0e853495 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452814 Aug 31 15:37:07.338571 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef3504-e218-452e-a9c3-dc2967e4c75d req-639c6828-2047-4631-aff9-09a9083252cd tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:07.340149 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-32ef3504-e218-452e-a9c3-dc2967e4c75d req-639c6828-2047-4631-aff9-09a9083252cd tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 946 time: 0.0944676 Aug 31 15:37:07.403228 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-32ef3504-e218-452e-a9c3-dc2967e4c75d req-4b3ab4b7-54b8-47d8-b598-e8693dae7612 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563452 Aug 31 15:37:07.715484 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-05266f69-1ba8-48d9-b3ef-bb9181084055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:07.769867 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c379e-2e61-456c-9b11-e48cec515e6b req-d4151855-9086-4fbe-bea5-8640af5ff0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:07.771432 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-fc2c379e-2e61-456c-9b11-e48cec515e6b req-d4151855-9086-4fbe-bea5-8640af5ff0e9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0018b07184be4602aa2184d192c944aa&device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 1099 time: 0.0826843 Aug 31 15:37:07.910734 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c379e-2e61-456c-9b11-e48cec515e6b req-54cae820-ceb4-49df-8e1f-86d01115eb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:07.912354 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-fc2c379e-2e61-456c-9b11-e48cec515e6b req-54cae820-ceb4-49df-8e1f-86d01115eb04 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f4d4882d-28d2-4fed-bbfd-7d71610fb886 HTTP/1.1" status: 200 len: 918 time: 0.1349247 Aug 31 15:37:08.019213 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-fc2c379e-2e61-456c-9b11-e48cec515e6b req-de2ae346-8af3-4a7b-a026-b5fb84baee2f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1efaf29f-7c5c-4ae0-abba-6b25817b2c52 HTTP/1.1" status: 200 len: 1002 time: 0.1007617 Aug 31 15:37:08.092120 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c379e-2e61-456c-9b11-e48cec515e6b req-b401936c-2834-4f4d-8900-1d8084cf5dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:08.093572 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-fc2c379e-2e61-456c-9b11-e48cec515e6b req-b401936c-2834-4f4d-8900-1d8084cf5dc2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a81a534a-35fe-443f-84ed-8e87d97ceef8 HTTP/1.1" status: 200 len: 856 time: 0.0687478 Aug 31 15:37:08.174350 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c379e-2e61-456c-9b11-e48cec515e6b req-6d095e62-4c5e-4c3c-a909-5e01b8669d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:08.176083 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-fc2c379e-2e61-456c-9b11-e48cec515e6b req-6d095e62-4c5e-4c3c-a909-5e01b8669d46 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f4d4882d-28d2-4fed-bbfd-7d71610fb886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0759335 Aug 31 15:37:08.337588 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-fc2c379e-2e61-456c-9b11-e48cec515e6b req-5fe6071e-6e15-49a4-be8e-f2d748bff51e service neutron] 10.222.0.64 "GET /v2.0/networks/f4d4882d-28d2-4fed-bbfd-7d71610fb886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541162 Aug 31 15:37:08.487833 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-fc2c379e-2e61-456c-9b11-e48cec515e6b req-f8661e62-328d-44a7-9e03-31cedbc8c11a service neutron] 10.222.0.64 "GET /v2.0/networks/f4d4882d-28d2-4fed-bbfd-7d71610fb886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432643 Aug 31 15:37:08.632812 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba32a46-f931-4871-bf2f-e4235f1003ae req-5e058e7f-0d10-4d5d-81a4-95756f3e3f1d tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:08.634494 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-eba32a46-f931-4871-bf2f-e4235f1003ae req-5e058e7f-0d10-4d5d-81a4-95756f3e3f1d tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 946 time: 0.1012511 Aug 31 15:37:08.687347 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-eba32a46-f931-4871-bf2f-e4235f1003ae req-df52108f-c905-49da-971d-65c66af7cead tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419497 Aug 31 15:37:08.911800 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:09.617592 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:09.911232 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5f9f2-cf82-423a-af38-fe3d021375e1 req-67a188a9-10a9-42c2-b577-422b92d34902 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:09.913803 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-2ee5f9f2-cf82-423a-af38-fe3d021375e1 req-67a188a9-10a9-42c2-b577-422b92d34902 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 946 time: 0.1038611 Aug 31 15:37:09.966584 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-2ee5f9f2-cf82-423a-af38-fe3d021375e1 req-de61c532-a97a-4356-aa86-8c43b65f3cde tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447774 Aug 31 15:37:10.172000 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 1efaf29f-7c5c-4ae0-abba-6b25817b2c52 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:37:10.335444 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:10.365419 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b97c25-8eb8-4cc1-a48e-40478b959450', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1efaf29f-7c5c-4ae0-abba-6b25817b2c52'}] {{(pid=79278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:37:10.377617 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 1efaf29f-7c5c-4ae0-abba-6b25817b2c52, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=1efaf29f-7c5c-4ae0-abba-6b25817b2c52,segment=NetworkSegment(55bbcfae-09d1-4d68-91e6-fad754499a5e),segment_id=55bbcfae-09d1-4d68-91e6-fad754499a5e)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:37:10.386642 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:10.388812 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:37:10.425680 dv-cinder-802781-4-iscsi neutron-server[79278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b97c25-8eb8-4cc1-a48e-40478b959450', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1efaf29f-7c5c-4ae0-abba-6b25817b2c52', 'code': 200} Aug 31 15:37:10.479009 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=1efaf29f-7c5c-4ae0-abba-6b25817b2c52,revision_number=8']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:37:10.486202 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:37:10.588276 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:11.206029 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbafcd6-6f4a-48c7-9291-e02109b2157e req-819a2498-0011-4665-88b0-87f500024a1f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:11.207609 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-2dbafcd6-6f4a-48c7-9291-e02109b2157e req-819a2498-0011-4665-88b0-87f500024a1f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 944 time: 0.1152456 Aug 31 15:37:11.261879 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-2dbafcd6-6f4a-48c7-9291-e02109b2157e req-3c1835ca-0c0e-4e1b-ace1-5542b5ec2b99 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452490 Aug 31 15:37:12.621732 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 55874) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:37:12.774112 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-bfda7910-78b0-4246-aef5-b81553231e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:12.791830 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-bfda7910-78b0-4246-aef5-b81553231e7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:37:12.795767 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-bfda7910-78b0-4246-aef5-b81553231e7e admin admin] Usage tracker for resource:security_group_rule and tenant:04d2577077a74efaa94f58794301c659 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:37:12.798567 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-bfda7910-78b0-4246-aef5-b81553231e7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:37:12.805730 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-bfda7910-78b0-4246-aef5-b81553231e7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:37:12.917262 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-bfda7910-78b0-4246-aef5-b81553231e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:12.921164 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-bfda7910-78b0-4246-aef5-b81553231e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:12.928804 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-772ab55a-8466-4b07-9167-e09a9db64135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:37:12.970283 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-bfda7910-78b0-4246-aef5-b81553231e7e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=04d2577077a74efaa94f58794301c659&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3471680 Aug 31 15:37:12.971184 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda7910-78b0-4246-aef5-b81553231e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55c4527-c0d8-48ab-92c4-85345e81906f,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:37:12.973542 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 55880) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:37:12.979030 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfda7910-78b0-4246-aef5-b81553231e7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:37:12.979456 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfda7910-78b0-4246-aef5-b81553231e7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:37:12.979818 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfda7910-78b0-4246-aef5-b81553231e7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:37:12.980195 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfda7910-78b0-4246-aef5-b81553231e7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:37:12.980528 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfda7910-78b0-4246-aef5-b81553231e7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:37:12.980877 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfda7910-78b0-4246-aef5-b81553231e7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:37:12.981283 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfda7910-78b0-4246-aef5-b81553231e7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:37:12.981668 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfda7910-78b0-4246-aef5-b81553231e7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:37:12.981979 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfda7910-78b0-4246-aef5-b81553231e7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:37:12.982325 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfda7910-78b0-4246-aef5-b81553231e7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:37:12.982708 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfda7910-78b0-4246-aef5-b81553231e7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:37:12.983005 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfda7910-78b0-4246-aef5-b81553231e7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:37:12.989816 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-bfda7910-78b0-4246-aef5-b81553231e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:37:13.047342 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d1391525-3346-420b-b90e-b50895f35b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:13.078036 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d1391525-3346-420b-b90e-b50895f35b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:13.140288 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d1391525-3346-420b-b90e-b50895f35b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:13.147427 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-0a27d4a4-0bef-42f6-bc6f-f5c319588426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:37:13.164579 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1391525-3346-420b-b90e-b50895f35b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55c4527-c0d8-48ab-92c4-85345e81906f,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:37:13.176690 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-d1391525-3346-420b-b90e-b50895f35b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:13.177849 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-d1391525-3346-420b-b90e-b50895f35b64 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c55c4527-c0d8-48ab-92c4-85345e81906f HTTP/1.1" status: 204 len: 168 time: 0.2032652 Aug 31 15:37:13.179598 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1391525-3346-420b-b90e-b50895f35b64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:37:13.179975 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1391525-3346-420b-b90e-b50895f35b64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:37:13.180341 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1391525-3346-420b-b90e-b50895f35b64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:37:13.180829 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1391525-3346-420b-b90e-b50895f35b64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:37:13.181060 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1391525-3346-420b-b90e-b50895f35b64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:37:13.181434 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1391525-3346-420b-b90e-b50895f35b64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:37:13.181785 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1391525-3346-420b-b90e-b50895f35b64 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:37:13.182141 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1391525-3346-420b-b90e-b50895f35b64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:37:13.182494 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1391525-3346-420b-b90e-b50895f35b64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:37:13.182861 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1391525-3346-420b-b90e-b50895f35b64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:37:13.183331 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1391525-3346-420b-b90e-b50895f35b64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:37:13.183723 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1391525-3346-420b-b90e-b50895f35b64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:37:13.187993 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-d1391525-3346-420b-b90e-b50895f35b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:37:14.100283 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37379457-b49f-4b58-80de-9bf34cbfe99f req-6750108a-d9f6-4053-9251-7e36d428be55 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:14.101838 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-37379457-b49f-4b58-80de-9bf34cbfe99f req-6750108a-d9f6-4053-9251-7e36d428be55 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 944 time: 0.1724215 Aug 31 15:37:14.109564 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-b625c151-baae-410b-b9cc-504fcfa4a889 req-8c37d5c9-8f3a-4fc3-9807-3a1c92fd872d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1156552 Aug 31 15:37:14.162756 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-37379457-b49f-4b58-80de-9bf34cbfe99f req-cfd317ba-c2ce-4b0b-ac9f-c930abf7ad79 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491097 Aug 31 15:37:15.371923 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c4fd6-4127-4494-8032-7614a3f9f346 req-22f308ce-47f3-4bc8-aebc-4cc441dafe01 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:15.373678 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-519c4fd6-4127-4494-8032-7614a3f9f346 req-22f308ce-47f3-4bc8-aebc-4cc441dafe01 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 944 time: 0.0874426 Aug 31 15:37:15.441827 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-519c4fd6-4127-4494-8032-7614a3f9f346 req-5c8de35b-0cd2-475f-9b55-dc2da0681317 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599539 Aug 31 15:37:16.659955 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a069394-1ab0-42bc-b084-949ed37f10dc req-b4422ff9-821c-4298-aac0-07446c7f32e9 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:16.661454 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-2a069394-1ab0-42bc-b084-949ed37f10dc req-b4422ff9-821c-4298-aac0-07446c7f32e9 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 944 time: 0.0924144 Aug 31 15:37:16.710288 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-2a069394-1ab0-42bc-b084-949ed37f10dc req-9675e7ac-5da2-44af-ab5f-ff29365b03c9 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422540 Aug 31 15:37:17.906095 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9783e3a-378d-48d5-9e72-735b6853fbba req-51602a2b-b40b-4940-babd-c0b32f5ef2eb tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:17.907651 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c9783e3a-378d-48d5-9e72-735b6853fbba req-51602a2b-b40b-4940-babd-c0b32f5ef2eb tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 944 time: 0.0822225 Aug 31 15:37:17.952712 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c9783e3a-378d-48d5-9e72-735b6853fbba req-c74143e9-d1dd-4d29-8a44-8c0501cdf51f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393648 Aug 31 15:37:19.166646 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2202112-f5bd-40c6-beba-acdbd5dac89e req-665b2d97-206e-4f3f-beca-32420e75db14 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:19.168181 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-c2202112-f5bd-40c6-beba-acdbd5dac89e req-665b2d97-206e-4f3f-beca-32420e75db14 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 944 time: 0.0874937 Aug 31 15:37:19.216605 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-c2202112-f5bd-40c6-beba-acdbd5dac89e req-7829b978-69f5-4232-bfd3-3595641eeaef tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427110 Aug 31 15:37:20.208116 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-1f9683a0-f012-487b-987d-bdf80d5d3cef req-4b9ba002-e7fc-4943-95a0-8e8778202a42 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c4d4f4f6-11f0-47e1-9771-04e2025f0856&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0886295 Aug 31 15:37:20.343000 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9683a0-f012-487b-987d-bdf80d5d3cef req-0d7d5fe8-1e39-4dcc-ab37-10d71882f40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:20.344585 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-1f9683a0-f012-487b-987d-bdf80d5d3cef req-0d7d5fe8-1e39-4dcc-ab37-10d71882f40a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e4371ca94d2f4596a8827e56a45419f1&device_id=c4d4f4f6-11f0-47e1-9771-04e2025f0856 HTTP/1.1" status: 200 len: 1098 time: 0.0918312 Aug 31 15:37:20.571219 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae910e-5dfd-46ed-b227-a8a9d250e89e req-1b8d5b04-05e3-47b5-9ead-5aa5f722ed39 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:20.572723 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ceae910e-5dfd-46ed-b227-a8a9d250e89e req-1b8d5b04-05e3-47b5-9ead-5aa5f722ed39 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 944 time: 0.2120979 Aug 31 15:37:20.573779 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9683a0-f012-487b-987d-bdf80d5d3cef req-82955d2c-58da-4a15-bb68-3811b6c9795d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:20.575056 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-1f9683a0-f012-487b-987d-bdf80d5d3cef req-82955d2c-58da-4a15-bb68-3811b6c9795d service neutron] 10.222.0.64 "GET /v2.0/networks?id=5990b3f4-682b-41ef-afb9-dfd0d1d4d570 HTTP/1.1" status: 200 len: 913 time: 0.1818960 Aug 31 15:37:20.815444 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ceae910e-5dfd-46ed-b227-a8a9d250e89e req-6628a543-ffa9-4f03-981a-9f4edce07c39 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2362454 Aug 31 15:37:20.830711 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-1f9683a0-f012-487b-987d-bdf80d5d3cef req-3f2ff857-9a77-46e7-88e5-57f7ae5d0b5f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f054b8e5-10a5-4e40-9a89-41f121f899e7 HTTP/1.1" status: 200 len: 1000 time: 0.2294958 Aug 31 15:37:20.903598 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9683a0-f012-487b-987d-bdf80d5d3cef req-1dae4ad9-a44b-4397-8995-006eb0e1c639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:20.905263 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-1f9683a0-f012-487b-987d-bdf80d5d3cef req-1dae4ad9-a44b-4397-8995-006eb0e1c639 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=080eca60-1e3c-44c2-9c13-4228fac76c5e HTTP/1.1" status: 200 len: 851 time: 0.0680103 Aug 31 15:37:21.038960 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9683a0-f012-487b-987d-bdf80d5d3cef req-c35f5d5f-0223-408a-90e8-bb9b53da1eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:21.040637 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-1f9683a0-f012-487b-987d-bdf80d5d3cef req-c35f5d5f-0223-408a-90e8-bb9b53da1eb1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5990b3f4-682b-41ef-afb9-dfd0d1d4d570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1275222 Aug 31 15:37:21.096372 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625c151-baae-410b-b9cc-504fcfa4a889 req-c6fb6f00-45cb-4a1f-99da-cac5930dfa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:21.097925 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b625c151-baae-410b-b9cc-504fcfa4a889 req-c6fb6f00-45cb-4a1f-99da-cac5930dfa09 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450&tenant_id=0018b07184be4602aa2184d192c944aa HTTP/1.1" status: 200 len: 1097 time: 0.1269190 Aug 31 15:37:21.242117 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-1f9683a0-f012-487b-987d-bdf80d5d3cef req-5947ff46-dc1a-452a-b2cd-9d0fffd145d4 service neutron] 10.222.0.64 "GET /v2.0/networks/5990b3f4-682b-41ef-afb9-dfd0d1d4d570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941271 Aug 31 15:37:21.296050 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625c151-baae-410b-b9cc-504fcfa4a889 req-8bbce788-b223-4151-ab58-b0df7a0df327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:21.297653 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b625c151-baae-410b-b9cc-504fcfa4a889 req-8bbce788-b223-4151-ab58-b0df7a0df327 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0018b07184be4602aa2184d192c944aa&device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 1097 time: 0.1529558 Aug 31 15:37:21.495614 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-1f9683a0-f012-487b-987d-bdf80d5d3cef req-e9e8f31a-7c59-49aa-8ac5-dd1422ea7a1c service neutron] 10.222.0.64 "GET /v2.0/networks/5990b3f4-682b-41ef-afb9-dfd0d1d4d570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465160 Aug 31 15:37:21.530684 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625c151-baae-410b-b9cc-504fcfa4a889 req-b4437aff-4f7e-49d7-8e2d-c94342c3a5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:21.532172 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b625c151-baae-410b-b9cc-504fcfa4a889 req-b4437aff-4f7e-49d7-8e2d-c94342c3a5cc service neutron] 10.222.0.64 "GET /v2.0/networks?id=f4d4882d-28d2-4fed-bbfd-7d71610fb886 HTTP/1.1" status: 200 len: 918 time: 0.1813862 Aug 31 15:37:21.694182 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b625c151-baae-410b-b9cc-504fcfa4a889 req-7e679fde-dfb0-4cda-96d7-236321f7b697 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1efaf29f-7c5c-4ae0-abba-6b25817b2c52 HTTP/1.1" status: 200 len: 1000 time: 0.1466982 Aug 31 15:37:21.766019 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625c151-baae-410b-b9cc-504fcfa4a889 req-0284d986-1b1d-4d0e-a2f6-6afd5e208ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:21.767504 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b625c151-baae-410b-b9cc-504fcfa4a889 req-0284d986-1b1d-4d0e-a2f6-6afd5e208ab0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a81a534a-35fe-443f-84ed-8e87d97ceef8 HTTP/1.1" status: 200 len: 856 time: 0.0662460 Aug 31 15:37:21.849578 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625c151-baae-410b-b9cc-504fcfa4a889 req-0bb120c1-ab4f-4ad8-9924-2b95630fc517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:21.851200 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b625c151-baae-410b-b9cc-504fcfa4a889 req-0bb120c1-ab4f-4ad8-9924-2b95630fc517 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f4d4882d-28d2-4fed-bbfd-7d71610fb886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764794 Aug 31 15:37:22.027609 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b625c151-baae-410b-b9cc-504fcfa4a889 req-34baed58-fff7-447d-be14-4b6f21910906 service neutron] 10.222.0.64 "GET /v2.0/networks/f4d4882d-28d2-4fed-bbfd-7d71610fb886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689157 Aug 31 15:37:22.133907 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449ef10-b51e-408e-88b2-e83b7fb434bd req-6bd3e4bd-c3fc-4f1d-88ea-cebb544dea41 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:22.135474 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-d449ef10-b51e-408e-88b2-e83b7fb434bd req-6bd3e4bd-c3fc-4f1d-88ea-cebb544dea41 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 944 time: 0.1952260 Aug 31 15:37:22.185749 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-d449ef10-b51e-408e-88b2-e83b7fb434bd req-3b92051f-9e61-4b67-85fc-015c15690140 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427182 Aug 31 15:37:23.509539 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b625c151-baae-410b-b9cc-504fcfa4a889 req-d8d8003f-cadb-4c48-8a6f-35ee233c4a5b service neutron] 10.222.0.64 "GET /v2.0/networks/f4d4882d-28d2-4fed-bbfd-7d71610fb886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692307 Aug 31 15:37:23.517361 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57877f6c-bbaa-41fc-a27b-fa927f0ec015 req-757297ef-1df1-4351-8143-580a54eb4a3d tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:23.518790 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-57877f6c-bbaa-41fc-a27b-fa927f0ec015 req-757297ef-1df1-4351-8143-580a54eb4a3d tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 944 time: 0.2141669 Aug 31 15:37:23.565387 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-57877f6c-bbaa-41fc-a27b-fa927f0ec015 req-262b0ce8-c5fb-4f9a-9b16-603d04bdf437 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402737 Aug 31 15:37:24.771842 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20b343-46de-4f70-8a40-412052e8bd7d req-4593c728-3801-4d59-ac9b-d3d25b165ad4 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:24.773122 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-3c20b343-46de-4f70-8a40-412052e8bd7d req-4593c728-3801-4d59-ac9b-d3d25b165ad4 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 944 time: 0.0867448 Aug 31 15:37:24.831887 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-3c20b343-46de-4f70-8a40-412052e8bd7d req-e6237f6d-66a5-49a6-a385-7c4809d969cf tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529749 Aug 31 15:37:26.039759 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 6 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:37:26.105699 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fab602-a84a-4300-abaf-14d1818dc52d req-56990763-d020-4241-bf57-aac3551b4bca tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:26.114153 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-74fab602-a84a-4300-abaf-14d1818dc52d req-56990763-d020-4241-bf57-aac3551b4bca tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 944 time: 0.1459639 Aug 31 15:37:26.184091 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-74fab602-a84a-4300-abaf-14d1818dc52d req-d058af84-edc3-4832-b290-ed89922d1980 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597360 Aug 31 15:37:27.385334 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1eaf38-05fa-42f8-aad2-0fa806a6022d req-4fd1ce86-135b-475c-8905-8b78820abf8f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:27.387068 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-3b1eaf38-05fa-42f8-aad2-0fa806a6022d req-4fd1ce86-135b-475c-8905-8b78820abf8f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 944 time: 0.0861430 Aug 31 15:37:27.437296 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-3b1eaf38-05fa-42f8-aad2-0fa806a6022d req-b7957566-eb16-4779-b9b0-e7079ccbb9b9 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438867 Aug 31 15:37:28.665946 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7adff5-52e5-4dd3-815b-a26206b20a09 req-ebcf39cf-ab0a-42b1-8e88-7b9767826c3c tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:28.667467 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8d7adff5-52e5-4dd3-815b-a26206b20a09 req-ebcf39cf-ab0a-42b1-8e88-7b9767826c3c tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 944 time: 0.0836897 Aug 31 15:37:28.716251 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8d7adff5-52e5-4dd3-815b-a26206b20a09 req-993a56ac-fc34-446d-a0da-f0ec118da832 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425260 Aug 31 15:37:29.928322 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ba988-31bc-4951-89c4-685adc7e9c04 req-f0c4afc2-7782-4733-bc28-7d6928d0b459 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:29.930019 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-9f7ba988-31bc-4951-89c4-685adc7e9c04 req-f0c4afc2-7782-4733-bc28-7d6928d0b459 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 944 time: 0.0918207 Aug 31 15:37:29.983140 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-9f7ba988-31bc-4951-89c4-685adc7e9c04 req-02c73502-d929-4054-84fb-14a3bf811a36 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471704 Aug 31 15:37:31.320222 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfb379-e0ff-4656-acc2-d6bda6b58866 req-dd97c9f9-913e-4f60-84cd-89b73994914d tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:31.321734 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-43dfb379-e0ff-4656-acc2-d6bda6b58866 req-dd97c9f9-913e-4f60-84cd-89b73994914d tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 944 time: 0.2193196 Aug 31 15:37:31.372713 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-43dfb379-e0ff-4656-acc2-d6bda6b58866 req-76dd1303-7c01-4520-a3cf-d6a7990b8905 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448546 Aug 31 15:37:32.620565 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f1566-e909-47a1-9268-7691aac7e6ea req-b3f1244d-0851-43c8-af36-90eb094d798a tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:32.622071 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-722f1566-e909-47a1-9268-7691aac7e6ea req-b3f1244d-0851-43c8-af36-90eb094d798a tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 944 time: 0.0907013 Aug 31 15:37:32.674134 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-722f1566-e909-47a1-9268-7691aac7e6ea req-cd378ef3-3439-4479-a5e3-e7e811bfe563 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458570 Aug 31 15:37:33.910840 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667906e-81a3-4f22-9a85-f2d12af5daf7 req-dbee551f-bd32-40a3-ae9d-4ef09d32a0d8 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:33.912390 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5667906e-81a3-4f22-9a85-f2d12af5daf7 req-dbee551f-bd32-40a3-ae9d-4ef09d32a0d8 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 944 time: 0.1055925 Aug 31 15:37:33.984430 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5667906e-81a3-4f22-9a85-f2d12af5daf7 req-7fa3425c-b6b6-4fc4-91e2-84c94f52474d tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651696 Aug 31 15:37:35.317332 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-8044d8b3-67ec-49b0-b4ef-655f6df7c218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:35.376967 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9dd37-7bd0-47c8-83ba-82c5e3f19d61 req-6eb885ae-f672-4ffb-9a13-0b16b16c7f52 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:35.378978 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-7ee9dd37-7bd0-47c8-83ba-82c5e3f19d61 req-6eb885ae-f672-4ffb-9a13-0b16b16c7f52 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 944 time: 0.1039507 Aug 31 15:37:35.445355 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-7ee9dd37-7bd0-47c8-83ba-82c5e3f19d61 req-626896fe-d988-4c27-bebf-67df88888198 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591898 Aug 31 15:37:35.603724 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:36.715526 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d40513-7f20-41a7-b541-a741086e879a req-1de0dd99-427b-4789-ae67-eef78268d294 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:36.717055 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-20d40513-7f20-41a7-b541-a741086e879a req-1de0dd99-427b-4789-ae67-eef78268d294 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 944 time: 0.1227093 Aug 31 15:37:36.775636 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-20d40513-7f20-41a7-b541-a741086e879a req-6cd25f58-b521-48f7-9e73-39bfd4d7a692 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522015 Aug 31 15:37:37.711571 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-b551dd18-ec03-4e14-a472-25fc9403b9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:38.015699 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c76d5a-9fca-425b-9662-b7bb8e27679e req-86cec2db-3f12-404b-8944-c6f7fa104b12 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:38.017157 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-f8c76d5a-9fca-425b-9662-b7bb8e27679e req-86cec2db-3f12-404b-8944-c6f7fa104b12 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 944 time: 0.1160491 Aug 31 15:37:38.072325 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-f8c76d5a-9fca-425b-9662-b7bb8e27679e req-5bee2cbc-f96a-464c-98fc-816712918c61 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488632 Aug 31 15:37:38.911252 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:39.278473 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3d928-48de-458e-897a-117a9af2c3f8 req-f2f64613-87a2-4b69-b141-58c5989a765d tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:39.279817 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c6f3d928-48de-458e-897a-117a9af2c3f8 req-f2f64613-87a2-4b69-b141-58c5989a765d tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 944 time: 0.0874519 Aug 31 15:37:39.330035 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c6f3d928-48de-458e-897a-117a9af2c3f8 req-f54f572f-282c-46e1-a2a5-4ff455656e0f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444345 Aug 31 15:37:39.618568 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:40.555754 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b72db1-d600-480e-bc4a-18ef04d9b024 req-639f7c42-41b8-4e46-94e0-6c4677d1bdde tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:40.557240 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-95b72db1-d600-480e-bc4a-18ef04d9b024 req-639f7c42-41b8-4e46-94e0-6c4677d1bdde tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 944 time: 0.0895586 Aug 31 15:37:40.600569 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:40.606705 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-95b72db1-d600-480e-bc4a-18ef04d9b024 req-76a01d1c-99f9-4c61-a87a-afd5ede0813b tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438824 Aug 31 15:37:41.831190 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b05c7-d0df-4fc3-a4dc-25eff1b2f7f4 req-ea2b9727-b4b3-4a83-b917-5a56b6234de1 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:41.832948 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-547b05c7-d0df-4fc3-a4dc-25eff1b2f7f4 req-ea2b9727-b4b3-4a83-b917-5a56b6234de1 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 944 time: 0.0992293 Aug 31 15:37:41.882985 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-547b05c7-d0df-4fc3-a4dc-25eff1b2f7f4 req-d2316ffa-4faf-4a50-91f7-77910b37e884 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426574 Aug 31 15:37:43.083818 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc61f3-2f42-43ef-841d-7482c7de7cd7 req-b80bf609-d3d7-4c35-8671-ced07b06c9b9 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:43.085894 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-23cc61f3-2f42-43ef-841d-7482c7de7cd7 req-b80bf609-d3d7-4c35-8671-ced07b06c9b9 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 944 time: 0.0855775 Aug 31 15:37:43.131075 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-23cc61f3-2f42-43ef-841d-7482c7de7cd7 req-14e3df2e-f374-4ec4-88b1-8343c228dadd tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385003 Aug 31 15:37:43.540801 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 56146) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:37:43.658369 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f0747592-cf8f-4654-affc-1c03f6d678b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:43.674821 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-f0747592-cf8f-4654-affc-1c03f6d678b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:37:43.678705 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-f0747592-cf8f-4654-affc-1c03f6d678b2 admin admin] Usage tracker for resource:security_group_rule and tenant:83cb6c7a61b043ddb5dba126b72ede34 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:37:43.681653 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-f0747592-cf8f-4654-affc-1c03f6d678b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:37:43.687423 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-f0747592-cf8f-4654-affc-1c03f6d678b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:37:43.774727 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f0747592-cf8f-4654-affc-1c03f6d678b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:43.778485 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f0747592-cf8f-4654-affc-1c03f6d678b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:43.785607 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-ff968343-c321-484c-bd77-f083df828e39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:37:43.826156 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0747592-cf8f-4654-affc-1c03f6d678b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34520c58-b632-4c10-9a93-161031420cee,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:37:43.830478 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-f0747592-cf8f-4654-affc-1c03f6d678b2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=83cb6c7a61b043ddb5dba126b72ede34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2886169 Aug 31 15:37:43.831395 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-f0747592-cf8f-4654-affc-1c03f6d678b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:37:43.833100 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 56152) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:37:43.897350 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-7ddeee35-0cbf-48e2-8ee2-27458417b15a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:43.923887 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-7ddeee35-0cbf-48e2-8ee2-27458417b15a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:43.976894 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-7ddeee35-0cbf-48e2-8ee2-27458417b15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:43.981532 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-826e0ce0-94c9-4a87-9a9c-415325204abc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:37:43.994083 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddeee35-0cbf-48e2-8ee2-27458417b15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34520c58-b632-4c10-9a93-161031420cee,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:37:43.996980 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-7ddeee35-0cbf-48e2-8ee2-27458417b15a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:37:43.999005 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-7ddeee35-0cbf-48e2-8ee2-27458417b15a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:44.000076 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-7ddeee35-0cbf-48e2-8ee2-27458417b15a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/34520c58-b632-4c10-9a93-161031420cee HTTP/1.1" status: 204 len: 168 time: 0.1660533 Aug 31 15:37:44.338523 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11ee98-61ae-414d-a476-34e442b6ec9d req-80f69a5e-05bf-42a5-a4b2-bc6e738ef44a tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:44.340136 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6a11ee98-61ae-414d-a476-34e442b6ec9d req-80f69a5e-05bf-42a5-a4b2-bc6e738ef44a tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 944 time: 0.0909088 Aug 31 15:37:44.391095 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6a11ee98-61ae-414d-a476-34e442b6ec9d req-c6579df8-8974-4ba1-8efb-278c962fd41f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450993 Aug 31 15:37:45.581241 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8762232-4315-4e7c-9ccc-c2a92023febd req-4828167c-d526-4e26-ba8e-0e90a2f2ceb8 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:45.582698 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-e8762232-4315-4e7c-9ccc-c2a92023febd req-4828167c-d526-4e26-ba8e-0e90a2f2ceb8 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 944 time: 0.0813332 Aug 31 15:37:45.628023 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-e8762232-4315-4e7c-9ccc-c2a92023febd req-dafe700c-7e61-4117-bf38-941b5ee69b46 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393877 Aug 31 15:37:46.819091 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202710e-1bea-4d7f-8057-1dee993c9b69 req-db9f70b9-2435-4ee1-b0bc-cf6f14d2b7cf tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:46.821357 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6202710e-1bea-4d7f-8057-1dee993c9b69 req-db9f70b9-2435-4ee1-b0bc-cf6f14d2b7cf tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 944 time: 0.0857844 Aug 31 15:37:46.868556 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-6202710e-1bea-4d7f-8057-1dee993c9b69 req-8b8e65d6-c35d-4022-b4f3-3ab96887afb1 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416667 Aug 31 15:37:48.071288 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbbe8e-94df-4425-ae7c-2442010699e7 req-cc3425b0-c11f-44de-86d3-1c8527672a4f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:48.072790 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-f9cbbe8e-94df-4425-ae7c-2442010699e7 req-cc3425b0-c11f-44de-86d3-1c8527672a4f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 944 time: 0.0855310 Aug 31 15:37:48.117244 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-f9cbbe8e-94df-4425-ae7c-2442010699e7 req-8385c56d-8f68-453b-a0f5-dab06b1ba194 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388784 Aug 31 15:37:48.336382 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 1efaf29f-7c5c-4ae0-abba-6b25817b2c52 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:37:48.471466 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 1efaf29f-7c5c-4ae0-abba-6b25817b2c52, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=1efaf29f-7c5c-4ae0-abba-6b25817b2c52,segment=NetworkSegment(55bbcfae-09d1-4d68-91e6-fad754499a5e),segment_id=55bbcfae-09d1-4d68-91e6-fad754499a5e)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:37:48.485033 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Returning: {'device': '1efaf29f-7c5c-4ae0-abba-6b25817b2c52', 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886', 'port_id': '1efaf29f-7c5c-4ae0-abba-6b25817b2c52', 'mac_address': 'fa:16:3e:17:01:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 938, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a81a534a-35fe-443f-84ed-8e87d97ceef8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:37:48.540526 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:48.557617 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1efaf29f-7c5c-4ae0-abba-6b25817b2c52 {{(pid=79278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:37:48.573498 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 1efaf29f-7c5c-4ae0-abba-6b25817b2c52, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=1efaf29f-7c5c-4ae0-abba-6b25817b2c52,segment=NetworkSegment(55bbcfae-09d1-4d68-91e6-fad754499a5e),segment_id=55bbcfae-09d1-4d68-91e6-fad754499a5e)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:37:48.576446 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:48.578312 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:37:48.646086 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=1efaf29f-7c5c-4ae0-abba-6b25817b2c52,revision_number=9']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:37:48.653635 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:37:48.653978 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:37:48.654309 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:37:48.654706 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:37:48.655033 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:37:48.655444 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:37:48.655764 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:37:48.656112 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:37:48.656367 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:37:48.656851 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:37:48.657166 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:37:48.657476 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:37:48.661330 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:37:49.004421 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] get_ports_and_sgs() called for port_ids ['1efaf29f-7c5c-4ae0-abba-6b25817b2c52'] {{(pid=79278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:37:49.318744 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80c4e9-8c9f-425d-ad4d-5549cd0650e7 req-eb435149-7dd6-478a-90f6-bc703aa72001 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:49.320205 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0d80c4e9-8c9f-425d-ad4d-5549cd0650e7 req-eb435149-7dd6-478a-90f6-bc703aa72001 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 945 time: 0.0859420 Aug 31 15:37:49.373045 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0d80c4e9-8c9f-425d-ad4d-5549cd0650e7 req-e92dc8af-bfc9-4c8e-a400-bb3468d76008 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470374 Aug 31 15:37:50.347147 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 1efaf29f-7c5c-4ae0-abba-6b25817b2c52 up at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:37:50.420454 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning complete for port 1efaf29f-7c5c-4ae0-abba-6b25817b2c52 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:37:50.420827 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:50.543961 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:50.574625 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b97c25-8eb8-4cc1-a48e-40478b959450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efaf29f-7c5c-4ae0-abba-6b25817b2c52'}] {{(pid=79278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:37:50.582416 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4fb97-72af-4ec6-902d-2ea15b9f21a4 req-8a1b40e9-a25c-4c73-bf8d-ebd09531173f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:50.584233 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-b6b4fb97-72af-4ec6-902d-2ea15b9f21a4 req-8a1b40e9-a25c-4c73-bf8d-ebd09531173f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 945 time: 0.0839248 Aug 31 15:37:50.588003 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port 1efaf29f-7c5c-4ae0-abba-6b25817b2c52, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=1efaf29f-7c5c-4ae0-abba-6b25817b2c52,segment=NetworkSegment(55bbcfae-09d1-4d68-91e6-fad754499a5e),segment_id=55bbcfae-09d1-4d68-91e6-fad754499a5e)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:37:50.592552 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:37:50.596043 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:37:50.629507 dv-cinder-802781-4-iscsi neutron-server[79278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b97c25-8eb8-4cc1-a48e-40478b959450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efaf29f-7c5c-4ae0-abba-6b25817b2c52', 'code': 200} Aug 31 15:37:50.639995 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-b6b4fb97-72af-4ec6-902d-2ea15b9f21a4 req-d37fc09c-71f4-4739-98fc-88965e8ed055 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482235 Aug 31 15:37:50.671185 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=1efaf29f-7c5c-4ae0-abba-6b25817b2c52,revision_number=10']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:37:50.674646 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:37:50.916310 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd999ae-73d8-4980-9bc3-ce87b9f993cd req-bc0edd9c-7cff-42ee-b4f1-a61102f5029a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:50.917728 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dfd999ae-73d8-4980-9bc3-ce87b9f993cd req-bc0edd9c-7cff-42ee-b4f1-a61102f5029a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 1100 time: 0.0710776 Aug 31 15:37:50.959752 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-dfd999ae-73d8-4980-9bc3-ce87b9f993cd req-a3621fcf-f2a9-419b-8e8f-18616909e3a1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356841 Aug 31 15:37:51.838854 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00b30b-fa5b-4882-b487-de7f3865fec4 req-2b1e0fa1-eb9b-4919-b7a0-438c5a9d1f59 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:51.840400 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-df00b30b-fa5b-4882-b487-de7f3865fec4 req-2b1e0fa1-eb9b-4919-b7a0-438c5a9d1f59 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 947 time: 0.0856569 Aug 31 15:37:51.885383 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-df00b30b-fa5b-4882-b487-de7f3865fec4 req-fe415edd-b1b9-489f-8a8c-29e200b64666 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393231 Aug 31 15:37:53.098194 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288067d-5567-4f0a-ac4b-13ccf1cdd7e1 req-096689d5-0851-45eb-8f19-2dd684d1c69e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:53.099808 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-1288067d-5567-4f0a-ac4b-13ccf1cdd7e1 req-096689d5-0851-45eb-8f19-2dd684d1c69e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 947 time: 0.0901914 Aug 31 15:37:53.153464 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-1288067d-5567-4f0a-ac4b-13ccf1cdd7e1 req-f92ffe56-9822-404f-b0e4-f5e507924913 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471082 Aug 31 15:37:54.359683 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317d9df-c2c9-44d0-bc22-4748db9da343 req-412883f1-b1ac-4bc9-8874-81a3329e1220 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:37:54.361180 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0317d9df-c2c9-44d0-bc22-4748db9da343 req-412883f1-b1ac-4bc9-8874-81a3329e1220 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 947 time: 0.0861740 Aug 31 15:37:54.411012 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0317d9df-c2c9-44d0-bc22-4748db9da343 req-2f5da853-12d0-4033-8b45-7a9b53953977 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438604 Aug 31 15:38:01.276702 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60c241-6523-4825-a29d-0b75535390ad req-8c5af988-1e0c-445a-844c-f6653c1650e3 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:01.278075 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-de60c241-6523-4825-a29d-0b75535390ad req-8c5af988-1e0c-445a-844c-f6653c1650e3 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4d4f4f6-11f0-47e1-9771-04e2025f0856 HTTP/1.1" status: 200 len: 945 time: 0.0816901 Aug 31 15:38:01.321857 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-de60c241-6523-4825-a29d-0b75535390ad req-672d4dcc-1859-4ecf-94af-35325475f8dd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380404 Aug 31 15:38:02.517593 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924e0f2-4315-4d01-8975-2ce338da325c req-63e42387-de1d-4ce3-a16b-7757ff1f8598 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:02.519052 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-5924e0f2-4315-4d01-8975-2ce338da325c req-63e42387-de1d-4ce3-a16b-7757ff1f8598 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4d4f4f6-11f0-47e1-9771-04e2025f0856 HTTP/1.1" status: 200 len: 945 time: 0.0855181 Aug 31 15:38:02.566466 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-5924e0f2-4315-4d01-8975-2ce338da325c req-a6d951bd-3706-4b1d-bd9f-e3f5833702ee tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407031 Aug 31 15:38:03.038229 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 6 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:38:03.174424 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f47ca-933a-4dca-940e-9e4c3fcd3edb req-53d37fc1-e71f-4cd0-b5ab-5207f7282539 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:03.175863 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-fe1f47ca-933a-4dca-940e-9e4c3fcd3edb req-53d37fc1-e71f-4cd0-b5ab-5207f7282539 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.64 "GET /v2.0/ports?device_id=c4d4f4f6-11f0-47e1-9771-04e2025f0856 HTTP/1.1" status: 200 len: 945 time: 0.0844221 Aug 31 15:38:03.248139 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [req-fe1f47ca-933a-4dca-940e-9e4c3fcd3edb req-52bf020c-bd8c-4c48-aaee-7d1d1d0a2218 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Deleting port f054b8e5-10a5-4e40-9a89-41f121f899e7 {{(pid=79277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:38:03.248474 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-fe1f47ca-933a-4dca-940e-9e4c3fcd3edb req-52bf020c-bd8c-4c48-aaee-7d1d1d0a2218 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:03.514200 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-fe1f47ca-933a-4dca-940e-9e4c3fcd3edb req-52bf020c-bd8c-4c48-aaee-7d1d1d0a2218 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] For port f054b8e5-10a5-4e40-9a89-41f121f899e7, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=f054b8e5-10a5-4e40-9a89-41f121f899e7,segment=NetworkSegment(8d2c72f1-218e-4eb7-8d0d-15b50235536e),segment_id=8d2c72f1-218e-4eb7-8d0d-15b50235536e)] {{(pid=79277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:38:03.514544 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-fe1f47ca-933a-4dca-940e-9e4c3fcd3edb req-52bf020c-bd8c-4c48-aaee-7d1d1d0a2218 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:03.966794 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-fe1f47ca-933a-4dca-940e-9e4c3fcd3edb req-52bf020c-bd8c-4c48-aaee-7d1d1d0a2218 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:03.967161 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-fe1f47ca-933a-4dca-940e-9e4c3fcd3edb req-52bf020c-bd8c-4c48-aaee-7d1d1d0a2218 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906927'] for floatingip, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:03.967492 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.db.l3_db [req-fe1f47ca-933a-4dca-940e-9e4c3fcd3edb req-52bf020c-bd8c-4c48-aaee-7d1d1d0a2218 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Floating IP 59b180cf-7fe4-4592-b602-f544782981be disassociated. External IP: 172.27.1.65, port: f054b8e5-10a5-4e40-9a89-41f121f899e7. Aug 31 15:38:03.967833 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [req-fe1f47ca-933a-4dca-940e-9e4c3fcd3edb req-52bf020c-bd8c-4c48-aaee-7d1d1d0a2218 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Calling delete_port for f054b8e5-10a5-4e40-9a89-41f121f899e7 owned by compute:nova {{(pid=79277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:38:04.019377 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b796c98-3475-4deb-a7b9-a99e6d7bda59 req-d98223c8-88c8-4cc0-92e7-753cce14c20e tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:04.020840 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7b796c98-3475-4deb-a7b9-a99e6d7bda59 req-d98223c8-88c8-4cc0-92e7-753cce14c20e tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4d4f4f6-11f0-47e1-9771-04e2025f0856 HTTP/1.1" status: 200 len: 945 time: 0.3394148 Aug 31 15:38:04.090573 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7b796c98-3475-4deb-a7b9-a99e6d7bda59 req-30e44de7-a366-45f8-9c9f-93892133e93a tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632262 Aug 31 15:38:04.170875 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-fe1f47ca-933a-4dca-940e-9e4c3fcd3edb req-52bf020c-bd8c-4c48-aaee-7d1d1d0a2218 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10695601'] for port, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:04.177176 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-bcb486b8-3fb2-4987-abe9-6d6655bc7649 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:38:04.230259 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf020c-bd8c-4c48-aaee-7d1d1d0a2218 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Pushing event deleted for resources: {'Port': ['ID=f054b8e5-10a5-4e40-9a89-41f121f899e7,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:38:04.235037 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-52bf020c-bd8c-4c48-aaee-7d1d1d0a2218 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:38:04.437747 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe1f47ca-933a-4dca-940e-9e4c3fcd3edb req-52bf020c-bd8c-4c48-aaee-7d1d1d0a2218 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Router be459f49-02c1-44b9-8b0c-b2e7d9c6814d has already been hosted by L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 {{(pid=79277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:38:04.646390 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe1f47ca-933a-4dca-940e-9e4c3fcd3edb req-52bf020c-bd8c-4c48-aaee-7d1d1d0a2218 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:38:04.658856 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c96c8f5-b596-4f12-98cc-a13921ba7402 None None] Sync routers for ids ['be459f49-02c1-44b9-8b0c-b2e7d9c6814d'] in dv-cinder-802781-4-iscsi {{(pid=79279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:38:04.672985 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c96c8f5-b596-4f12-98cc-a13921ba7402 None None] Routers {'be459f49-02c1-44b9-8b0c-b2e7d9c6814d'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:38:04.673626 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-9c96c8f5-b596-4f12-98cc-a13921ba7402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:37:38Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['be459f49-02c1-44b9-8b0c-b2e7d9c6814d'], 'active': True} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:38:04.727992 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe1f47ca-933a-4dca-940e-9e4c3fcd3edb req-52bf020c-bd8c-4c48-aaee-7d1d1d0a2218 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] No DVR routers for this DVR port f054b8e5-10a5-4e40-9a89-41f121f899e7 on host hv-cinder-80278 {{(pid=79277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:38:04.730661 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-fe1f47ca-933a-4dca-940e-9e4c3fcd3edb req-52bf020c-bd8c-4c48-aaee-7d1d1d0a2218 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:04.733619 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d4f4f6-11f0-47e1-9771-04e2025f0856', 'name': 'network-vif-deleted', 'tag': 'f054b8e5-10a5-4e40-9a89-41f121f899e7'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:38:04.765022 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-fe1f47ca-933a-4dca-940e-9e4c3fcd3edb req-52bf020c-bd8c-4c48-aaee-7d1d1d0a2218 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.64 "DELETE /v2.0/ports/f054b8e5-10a5-4e40-9a89-41f121f899e7 HTTP/1.1" status: 204 len: 173 time: 1.5827293 Aug 31 15:38:04.784664 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d4f4f6-11f0-47e1-9771-04e2025f0856', 'name': 'network-vif-deleted', 'tag': 'f054b8e5-10a5-4e40-9a89-41f121f899e7', 'status': 'completed', 'code': 200} Aug 31 15:38:04.880176 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvr_db [None req-9c96c8f5-b596-4f12-98cc-a13921ba7402 None None] Set router be459f49-02c1-44b9-8b0c-b2e7d9c6814d gateway port host: dv-cinder-802781-4-iscsi {{(pid=79279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:38:05.205182 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-9c96c8f5-b596-4f12-98cc-a13921ba7402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'name': 'tempest-TestVolumeBootPattern-2118761035-router', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:27Z', 'updated_at': '2021-08-31T15:34:31Z', 'revision_number': 4, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'gw_port': {'id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:02:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:28Z', 'updated_at': '2021-08-31T15:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': '58f98173-a7a3-4738-9543-53ebab27af83', 'name': '', 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'mac_address': 'fa:16:3e:13:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '080eca60-1e3c-44c2-9c13-4228fac76c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:30Z', 'updated_at': '2021-08-31T15:34:37Z', 'revision_number': 5, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'subnets': [{'id': '080eca60-1e3c-44c2-9c13-4228fac76c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:38:05.209369 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c96c8f5-b596-4f12-98cc-a13921ba7402 None None] Checking router: be459f49-02c1-44b9-8b0c-b2e7d9c6814d for host: dv-cinder-802781-4-iscsi {{(pid=79279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:38:05.218884 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c96c8f5-b596-4f12-98cc-a13921ba7402 None None] Routers {'be459f49-02c1-44b9-8b0c-b2e7d9c6814d'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:38:05.219520 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-9c96c8f5-b596-4f12-98cc-a13921ba7402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:37:38Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['be459f49-02c1-44b9-8b0c-b2e7d9c6814d'], 'active': True} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:38:05.257362 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-7af9bbfe-691d-4e31-ab9a-2998261185b9 req-214d4b0e-1909-48c5-9242-25da597ed3bc tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Synchronizing usage tracker for tenant:e4371ca94d2f4596a8827e56a45419f1 on resource:port {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:38:05.283248 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-7af9bbfe-691d-4e31-ab9a-2998261185b9 req-214d4b0e-1909-48c5-9242-25da597ed3bc tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Unset dirty status for tenant:e4371ca94d2f4596a8827e56a45419f1 on resource:port {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:38:05.284795 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7af9bbfe-691d-4e31-ab9a-2998261185b9 req-214d4b0e-1909-48c5-9242-25da597ed3bc tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4d4f4f6-11f0-47e1-9771-04e2025f0856 HTTP/1.1" status: 200 len: 210 time: 0.0704856 Aug 31 15:38:05.316438 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-c363069f-5b9f-4a61-9276-abafd0b82d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:05.451180 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvr_db [None req-9c96c8f5-b596-4f12-98cc-a13921ba7402 None None] Set router be459f49-02c1-44b9-8b0c-b2e7d9c6814d gateway port host: dv-cinder-802781-4-iscsi {{(pid=79279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:38:05.609160 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:05.789133 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-9c96c8f5-b596-4f12-98cc-a13921ba7402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'name': 'tempest-TestVolumeBootPattern-2118761035-router', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:27Z', 'updated_at': '2021-08-31T15:34:31Z', 'revision_number': 4, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'gw_port': {'id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:02:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:28Z', 'updated_at': '2021-08-31T15:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': '58f98173-a7a3-4738-9543-53ebab27af83', 'name': '', 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'mac_address': 'fa:16:3e:13:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '080eca60-1e3c-44c2-9c13-4228fac76c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:30Z', 'updated_at': '2021-08-31T15:34:37Z', 'revision_number': 5, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'subnets': [{'id': '080eca60-1e3c-44c2-9c13-4228fac76c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:38:05.793074 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c96c8f5-b596-4f12-98cc-a13921ba7402 None None] The sync data for ids ['be459f49-02c1-44b9-8b0c-b2e7d9c6814d'] in dv-cinder-802781-4-iscsi is: [{'id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'name': 'tempest-TestVolumeBootPattern-2118761035-router', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:27Z', 'updated_at': '2021-08-31T15:34:31Z', 'revision_number': 4, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'gw_port': {'id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:02:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:28Z', 'updated_at': '2021-08-31T15:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': '58f98173-a7a3-4738-9543-53ebab27af83', 'name': '', 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'mac_address': 'fa:16:3e:13:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '080eca60-1e3c-44c2-9c13-4228fac76c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:30Z', 'updated_at': '2021-08-31T15:34:37Z', 'revision_number': 5, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'subnets': [{'id': '080eca60-1e3c-44c2-9c13-4228fac76c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:38:06.027235 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a675df13-da4e-4fde-af02-b7d988b40cfe None None] New status for floating IP 59b180cf-7fe4-4592-b602-f544782981be: DOWN {{(pid=79278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:38:06.666880 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8242d66f-7c0b-437d-b751-daa372579b32 req-1bb850d8-5188-4e30-b893-e37d7fd7f873 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1753315560&fields=id&tenant_id=e4371ca94d2f4596a8827e56a45419f1 HTTP/1.1" status: 200 len: 267 time: 0.0444336 Aug 31 15:38:06.822039 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242d66f-7c0b-437d-b751-daa372579b32 req-3e81c0d4-0e6e-42ce-b711-0588fca0db62 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:06.823469 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8242d66f-7c0b-437d-b751-daa372579b32 req-3e81c0d4-0e6e-42ce-b711-0588fca0db62 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/networks?id=5990b3f4-682b-41ef-afb9-dfd0d1d4d570 HTTP/1.1" status: 200 len: 812 time: 0.1499553 Aug 31 15:38:06.839473 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8242d66f-7c0b-437d-b751-daa372579b32 req-8058e059-dcb7-483f-adb6-2f202fb71f55 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/quotas/e4371ca94d2f4596a8827e56a45419f1 HTTP/1.1" status: 200 len: 375 time: 0.0103216 Aug 31 15:38:06.926528 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8242d66f-7c0b-437d-b751-daa372579b32 req-6fdc93c2-7c00-4663-81e3-c358de2ee1bd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e4371ca94d2f4596a8827e56a45419f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0813558 Aug 31 15:38:07.068013 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8242d66f-7c0b-437d-b751-daa372579b32 req-f0bd1846-78c9-411b-ab7f-d36be573e0d3 service neutron] 10.222.0.81 "GET /v2.0/networks/5990b3f4-682b-41ef-afb9-dfd0d1d4d570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292639 Aug 31 15:38:07.203715 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8242d66f-7c0b-437d-b751-daa372579b32 req-797363ca-de69-4083-9cdc-796e788fa8dc service neutron] 10.222.0.81 "GET /v2.0/networks/5990b3f4-682b-41ef-afb9-dfd0d1d4d570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290693 Aug 31 15:38:07.611692 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-fe834f2a-6bd6-400a-a4d1-7772d78668f2 req-c0de7710-3bfd-4891-859d-3ee42fc78bfd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a1f6e49-df9f-42ca-bbba-1f56ade8f548 HTTP/1.1" status: 200 len: 210 time: 0.0434458 Aug 31 15:38:07.714185 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-46c786ee-ea0f-49e3-8851-d86160dfe4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:08.443481 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device f054b8e5-10a5-4e40-9a89-41f121f899e7 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:38:08.480434 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] No Port match for: f054b8e5-10a5-4e40-9a89-41f121f899e7 {{(pid=79278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:38:08.480787 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device f054b8e5-10a5-4e40-9a89-41f121f899e7 not bound to the agent host hv-cinder-80278 {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:38:08.858510 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0a659e61-034f-4e06-83a1-a8471bed4bcd req-b559f691-1c1f-41df-ba84-c29b00157a08 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a1f6e49-df9f-42ca-bbba-1f56ade8f548 HTTP/1.1" status: 200 len: 210 time: 0.0632174 Aug 31 15:38:08.893100 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242d66f-7c0b-437d-b751-daa372579b32 req-9407244b-4e79-4b48-951c-26ebff5e98de tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:08.894568 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8242d66f-7c0b-437d-b751-daa372579b32 req-9407244b-4e79-4b48-951c-26ebff5e98de tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.64 "GET /v2.0/networks?id=5990b3f4-682b-41ef-afb9-dfd0d1d4d570 HTTP/1.1" status: 200 len: 812 time: 0.3043287 Aug 31 15:38:08.911394 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:08.950059 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8242d66f-7c0b-437d-b751-daa372579b32 req-098b4285-bf66-42d4-9692-75531546650c tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4371ca94d2f4596a8827e56a45419f1 HTTP/1.1" status: 200 len: 380 time: 0.0420194 Aug 31 15:38:08.958382 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [req-8242d66f-7c0b-437d-b751-daa372579b32 req-574dc643-3cc6-4dde-9b82-6ea97a8279e6 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Request body: {'port': {'device_id': '9a1f6e49-df9f-42ca-bbba-1f56ade8f548', 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570', 'admin_state_up': True, 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'security_groups': ['b8edf42a-55a3-4cf9-904d-acbe34d98f9a']}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:38:09.117843 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [req-8242d66f-7c0b-437d-b751-daa372579b32 req-574dc643-3cc6-4dde-9b82-6ea97a8279e6 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:38:09.127833 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [req-8242d66f-7c0b-437d-b751-daa372579b32 req-574dc643-3cc6-4dde-9b82-6ea97a8279e6 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:38:09.140075 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8242d66f-7c0b-437d-b751-daa372579b32 req-574dc643-3cc6-4dde-9b82-6ea97a8279e6 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Made reservation on behalf of e4371ca94d2f4596a8827e56a45419f1 for: {'port': 1} {{(pid=79277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:38:09.143602 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-8242d66f-7c0b-437d-b751-daa372579b32 req-574dc643-3cc6-4dde-9b82-6ea97a8279e6 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:09.317779 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.db_base_plugin_common [req-8242d66f-7c0b-437d-b751-daa372579b32 req-574dc643-3cc6-4dde-9b82-6ea97a8279e6 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Allocated IP 172.20.0.3 (5990b3f4-682b-41ef-afb9-dfd0d1d4d570/080eca60-1e3c-44c2-9c13-4228fac76c5e/ae5e0dd5-90b9-424c-b8d2-061bcf1159a3) {{(pid=79277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:38:09.529818 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-8242d66f-7c0b-437d-b751-daa372579b32 req-574dc643-3cc6-4dde-9b82-6ea97a8279e6 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks [] for port, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:09.547614 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.provisioning_blocks [req-8242d66f-7c0b-437d-b751-daa372579b32 req-574dc643-3cc6-4dde-9b82-6ea97a8279e6 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Transition to ACTIVE for port object ae5e0dd5-90b9-424c-b8d2-061bcf1159a3 will not be triggered until provisioned by entity DHCP. {{(pid=79277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:38:09.571553 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-8242d66f-7c0b-437d-b751-daa372579b32 req-574dc643-3cc6-4dde-9b82-6ea97a8279e6 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10695601'] for port, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:09.577390 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-044880ff-18f7-44ef-963b-2a31012e4ec7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:38:09.626556 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:09.652476 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8242d66f-7c0b-437d-b751-daa372579b32 req-574dc643-3cc6-4dde-9b82-6ea97a8279e6 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Network 5990b3f4-682b-41ef-afb9-dfd0d1d4d570 is already hosted by enough agents. {{(pid=79277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:38:09.656331 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.base_scheduler [req-8242d66f-7c0b-437d-b751-daa372579b32 req-574dc643-3cc6-4dde-9b82-6ea97a8279e6 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Resources bound (agent type, host, resource id): {{(pid=79277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:38:09.660699 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [req-8242d66f-7c0b-437d-b751-daa372579b32 req-574dc643-3cc6-4dde-9b82-6ea97a8279e6 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Received port after_create {{(pid=79277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:38:09.702341 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574dc643-3cc6-4dde-9b82-6ea97a8279e6 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Pushing event updated for resources: {'Port': ['ID=ae5e0dd5-90b9-424c-b8d2-061bcf1159a3,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:38:09.707057 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-574dc643-3cc6-4dde-9b82-6ea97a8279e6 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:38:09.735553 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242d66f-7c0b-437d-b751-daa372579b32 req-574dc643-3cc6-4dde-9b82-6ea97a8279e6 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:09.735553 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-8242d66f-7c0b-437d-b751-daa372579b32 req-574dc643-3cc6-4dde-9b82-6ea97a8279e6 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:09.766742 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8242d66f-7c0b-437d-b751-daa372579b32 req-574dc643-3cc6-4dde-9b82-6ea97a8279e6 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8119822 Aug 31 15:38:09.794378 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [req-8242d66f-7c0b-437d-b751-daa372579b32 req-92fb817e-7643-4649-9257-8a450adc81c9 service neutron] Request body: {'port': {'device_id': '9a1f6e49-df9f-42ca-bbba-1f56ade8f548', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:38:09.939429 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-8242d66f-7c0b-437d-b751-daa372579b32 req-92fb817e-7643-4649-9257-8a450adc81c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:09.983419 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-4b53296a-aac5-4191-8781-d3277d3ccd76 None None] Provisioning for port ae5e0dd5-90b9-424c-b8d2-061bcf1159a3 completed by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:38:09.989609 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-4b53296a-aac5-4191-8781-d3277d3ccd76 None None] Provisioning complete for port ae5e0dd5-90b9-424c-b8d2-061bcf1159a3 triggered by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:38:09.989995 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-4b53296a-aac5-4191-8781-d3277d3ccd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:10.052023 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-4b53296a-aac5-4191-8781-d3277d3ccd76 None None] Port ae5e0dd5-90b9-424c-b8d2-061bcf1159a3 cannot update to ACTIVE because it is not bound. {{(pid=79278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:38:10.079820 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fc4bf-7cc9-47e1-8128-9f523e95352c req-ba0c1af2-d9df-4725-aadb-dcb11c0fe90d tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:10.081344 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-9c3fc4bf-7cc9-47e1-8128-9f523e95352c req-ba0c1af2-d9df-4725-aadb-dcb11c0fe90d tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a1f6e49-df9f-42ca-bbba-1f56ade8f548 HTTP/1.1" status: 200 len: 931 time: 0.0990753 Aug 31 15:38:10.129119 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-9c3fc4bf-7cc9-47e1-8128-9f523e95352c req-e8deab5d-c2ff-4742-9caf-8a25f2e45ff0 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418346 Aug 31 15:38:10.346242 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [req-8242d66f-7c0b-437d-b751-daa372579b32 req-92fb817e-7643-4649-9257-8a450adc81c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae5e0dd5-90b9-424c-b8d2-061bcf1159a3 {{(pid=79277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:38:10.354326 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-8242d66f-7c0b-437d-b751-daa372579b32 req-92fb817e-7643-4649-9257-8a450adc81c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:10.370165 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.provisioning_blocks [req-8242d66f-7c0b-437d-b751-daa372579b32 req-92fb817e-7643-4649-9257-8a450adc81c9 service neutron] Transition to ACTIVE for port object ae5e0dd5-90b9-424c-b8d2-061bcf1159a3 will not be triggered until provisioned by entity L2. {{(pid=79277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:38:10.373876 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-8242d66f-7c0b-437d-b751-daa372579b32 req-92fb817e-7643-4649-9257-8a450adc81c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10695592'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:10.377611 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-1cf18915-66e3-43a8-b22f-1c55e61464dd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:38:10.541961 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb817e-7643-4649-9257-8a450adc81c9 service neutron] Pushing event updated for resources: {'Port': ['ID=ae5e0dd5-90b9-424c-b8d2-061bcf1159a3,revision_number=2']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:38:10.545068 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-92fb817e-7643-4649-9257-8a450adc81c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:38:10.594880 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:10.633214 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-8242d66f-7c0b-437d-b751-daa372579b32 req-92fb817e-7643-4649-9257-8a450adc81c9 service neutron] Attempting to bind port ae5e0dd5-90b9-424c-b8d2-061bcf1159a3 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:38:10.633539 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-8242d66f-7c0b-437d-b751-daa372579b32 req-92fb817e-7643-4649-9257-8a450adc81c9 service neutron] Attempting to bind port ae5e0dd5-90b9-424c-b8d2-061bcf1159a3 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '8d2c72f1-218e-4eb7-8d0d-15b50235536e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570'}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:38:10.633859 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8242d66f-7c0b-437d-b751-daa372579b32 req-92fb817e-7643-4649-9257-8a450adc81c9 service neutron] Attempting to bind port ae5e0dd5-90b9-424c-b8d2-061bcf1159a3 on network 5990b3f4-682b-41ef-afb9-dfd0d1d4d570 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:38:10.638580 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8242d66f-7c0b-437d-b751-daa372579b32 req-92fb817e-7643-4649-9257-8a450adc81c9 service neutron] Port ae5e0dd5-90b9-424c-b8d2-061bcf1159a3 on network 5990b3f4-682b-41ef-afb9-dfd0d1d4d570 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 31 15:38:10.638892 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8242d66f-7c0b-437d-b751-daa372579b32 req-92fb817e-7643-4649-9257-8a450adc81c9 service neutron] Attempting to bind port ae5e0dd5-90b9-424c-b8d2-061bcf1159a3 on network 5990b3f4-682b-41ef-afb9-dfd0d1d4d570 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:38:10.643943 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8242d66f-7c0b-437d-b751-daa372579b32 req-92fb817e-7643-4649-9257-8a450adc81c9 service neutron] Checking agent: {'id': '62cd79da-47e6-4754-8d0e-eaf0f2299a96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 22, 7), 'started_at': datetime.datetime(2021, 8, 31, 15, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:38:10.644363 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8242d66f-7c0b-437d-b751-daa372579b32 req-92fb817e-7643-4649-9257-8a450adc81c9 service neutron] Checking segment: {'id': '8d2c72f1-218e-4eb7-8d0d-15b50235536e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:38:10.644713 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8242d66f-7c0b-437d-b751-daa372579b32 req-92fb817e-7643-4649-9257-8a450adc81c9 service neutron] Bound using segment: {'id': '8d2c72f1-218e-4eb7-8d0d-15b50235536e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570'} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:38:10.645128 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-8242d66f-7c0b-437d-b751-daa372579b32 req-92fb817e-7643-4649-9257-8a450adc81c9 service neutron] Bound port: ae5e0dd5-90b9-424c-b8d2-061bcf1159a3, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2c72f1-218e-4eb7-8d0d-15b50235536e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570'}}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:38:10.645465 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-8242d66f-7c0b-437d-b751-daa372579b32 req-92fb817e-7643-4649-9257-8a450adc81c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:10.738840 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-8242d66f-7c0b-437d-b751-daa372579b32 req-92fb817e-7643-4649-9257-8a450adc81c9 service neutron] For port ae5e0dd5-90b9-424c-b8d2-061bcf1159a3, host hv-cinder-80278, cleared binding levels {{(pid=79277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:38:10.742366 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-8242d66f-7c0b-437d-b751-daa372579b32 req-92fb817e-7643-4649-9257-8a450adc81c9 service neutron] For port ae5e0dd5-90b9-424c-b8d2-061bcf1159a3, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=ae5e0dd5-90b9-424c-b8d2-061bcf1159a3,segment=NetworkSegment(8d2c72f1-218e-4eb7-8d0d-15b50235536e),segment_id=8d2c72f1-218e-4eb7-8d0d-15b50235536e)] {{(pid=79277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:38:10.750551 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-8242d66f-7c0b-437d-b751-daa372579b32 req-92fb817e-7643-4649-9257-8a450adc81c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10695592'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:10.754299 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-f221b5cd-d176-4159-b85e-eb151b963329 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:38:10.906600 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242d66f-7c0b-437d-b751-daa372579b32 req-92fb817e-7643-4649-9257-8a450adc81c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:10.907164 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-8242d66f-7c0b-437d-b751-daa372579b32 req-92fb817e-7643-4649-9257-8a450adc81c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:10.908584 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8242d66f-7c0b-437d-b751-daa372579b32 req-92fb817e-7643-4649-9257-8a450adc81c9 service neutron] 10.222.0.64 "PUT /v2.0/ports/ae5e0dd5-90b9-424c-b8d2-061bcf1159a3 HTTP/1.1" status: 200 len: 1093 time: 1.1189027 Aug 31 15:38:10.909059 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a1f6e49-df9f-42ca-bbba-1f56ade8f548', 'tag': 'ae5e0dd5-90b9-424c-b8d2-061bcf1159a3'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:38:10.930502 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb817e-7643-4649-9257-8a450adc81c9 service neutron] Pushing event updated for resources: {'Port': ['ID=ae5e0dd5-90b9-424c-b8d2-061bcf1159a3,revision_number=3']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:38:10.933894 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-92fb817e-7643-4649-9257-8a450adc81c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:38:10.965710 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a1f6e49-df9f-42ca-bbba-1f56ade8f548', 'tag': 'ae5e0dd5-90b9-424c-b8d2-061bcf1159a3', 'status': 'completed', 'code': 200} Aug 31 15:38:11.062633 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242d66f-7c0b-437d-b751-daa372579b32 req-879bcda0-f454-4fae-961d-d9e8c3b5e815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:11.064173 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8242d66f-7c0b-437d-b751-daa372579b32 req-879bcda0-f454-4fae-961d-d9e8c3b5e815 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e4371ca94d2f4596a8827e56a45419f1&device_id=9a1f6e49-df9f-42ca-bbba-1f56ade8f548 HTTP/1.1" status: 200 len: 1096 time: 0.0815659 Aug 31 15:38:11.144146 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8242d66f-7c0b-437d-b751-daa372579b32 req-82184d01-fa1d-46f2-ad3d-289ff35b6ec5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae5e0dd5-90b9-424c-b8d2-061bcf1159a3 HTTP/1.1" status: 200 len: 217 time: 0.0649316 Aug 31 15:38:11.210692 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242d66f-7c0b-437d-b751-daa372579b32 req-5d2a4fdc-7ee5-4a5b-bafd-50d2f02888f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:11.212216 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8242d66f-7c0b-437d-b751-daa372579b32 req-5d2a4fdc-7ee5-4a5b-bafd-50d2f02888f2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=080eca60-1e3c-44c2-9c13-4228fac76c5e HTTP/1.1" status: 200 len: 851 time: 0.0613616 Aug 31 15:38:11.295445 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242d66f-7c0b-437d-b751-daa372579b32 req-6b6f486f-515c-4569-98c7-936a227d1d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:11.297040 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8242d66f-7c0b-437d-b751-daa372579b32 req-6b6f486f-515c-4569-98c7-936a227d1d2b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5990b3f4-682b-41ef-afb9-dfd0d1d4d570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0783575 Aug 31 15:38:11.319532 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66e5e8-cc99-42c9-a325-cc084013d56e req-70e8a2ca-f2e0-4707-a2e4-2d0905e7d009 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:11.321023 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-6b66e5e8-cc99-42c9-a325-cc084013d56e req-70e8a2ca-f2e0-4707-a2e4-2d0905e7d009 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a1f6e49-df9f-42ca-bbba-1f56ade8f548 HTTP/1.1" status: 200 len: 943 time: 0.0834005 Aug 31 15:38:11.367382 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-6b66e5e8-cc99-42c9-a325-cc084013d56e req-ee496769-3a42-4aa7-87f5-b0cb2b98aab7 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403550 Aug 31 15:38:11.450952 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8242d66f-7c0b-437d-b751-daa372579b32 req-bd7ea1bb-576c-481f-8f41-a570ae0c48f6 service neutron] 10.222.0.64 "GET /v2.0/networks/5990b3f4-682b-41ef-afb9-dfd0d1d4d570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461086 Aug 31 15:38:11.587725 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8242d66f-7c0b-437d-b751-daa372579b32 req-c7e0592c-aa4b-4153-b9b2-6c52b7461e54 service neutron] 10.222.0.64 "GET /v2.0/networks/5990b3f4-682b-41ef-afb9-dfd0d1d4d570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296258 Aug 31 15:38:11.752473 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963340e-2346-4003-aef7-facff94e8ec4 req-5b9b71db-3863-4f74-9639-63c6391bdf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:11.753857 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9963340e-2346-4003-aef7-facff94e8ec4 req-5b9b71db-3863-4f74-9639-63c6391bdf01 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e4371ca94d2f4596a8827e56a45419f1&device_id=9a1f6e49-df9f-42ca-bbba-1f56ade8f548 HTTP/1.1" status: 200 len: 1096 time: 0.0724204 Aug 31 15:38:11.889518 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963340e-2346-4003-aef7-facff94e8ec4 req-7d7f234e-5784-473d-9cc8-aa61826b09a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:11.890958 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9963340e-2346-4003-aef7-facff94e8ec4 req-7d7f234e-5784-473d-9cc8-aa61826b09a5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5990b3f4-682b-41ef-afb9-dfd0d1d4d570 HTTP/1.1" status: 200 len: 913 time: 0.1303897 Aug 31 15:38:11.965139 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9963340e-2346-4003-aef7-facff94e8ec4 req-9cdb89f9-8d90-4197-bf2d-6035195041e1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae5e0dd5-90b9-424c-b8d2-061bcf1159a3 HTTP/1.1" status: 200 len: 217 time: 0.0670981 Aug 31 15:38:12.030208 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963340e-2346-4003-aef7-facff94e8ec4 req-2c043217-4e25-455f-8aa7-b49e39bad9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:12.031726 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9963340e-2346-4003-aef7-facff94e8ec4 req-2c043217-4e25-455f-8aa7-b49e39bad9da service neutron] 10.222.0.64 "GET /v2.0/subnets?id=080eca60-1e3c-44c2-9c13-4228fac76c5e HTTP/1.1" status: 200 len: 851 time: 0.0597904 Aug 31 15:38:12.111930 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963340e-2346-4003-aef7-facff94e8ec4 req-98f30f9e-e330-412a-b589-dfc5d799ca9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:12.113410 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9963340e-2346-4003-aef7-facff94e8ec4 req-98f30f9e-e330-412a-b589-dfc5d799ca9d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5990b3f4-682b-41ef-afb9-dfd0d1d4d570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748951 Aug 31 15:38:12.248327 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9963340e-2346-4003-aef7-facff94e8ec4 req-cc019594-bb2e-4dc8-8bdc-430067d237d5 service neutron] 10.222.0.64 "GET /v2.0/networks/5990b3f4-682b-41ef-afb9-dfd0d1d4d570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281917 Aug 31 15:38:12.382720 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-9963340e-2346-4003-aef7-facff94e8ec4 req-bc06a02f-8e08-43f9-a1e2-c6f3c04f036a service neutron] 10.222.0.64 "GET /v2.0/networks/5990b3f4-682b-41ef-afb9-dfd0d1d4d570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273770 Aug 31 15:38:12.561378 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b56e1-7ea7-4fd0-835c-be0a88981089 req-4a40ea07-d8a6-42a2-8d32-6a1999767480 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:12.562079 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-959b56e1-7ea7-4fd0-835c-be0a88981089 req-4a40ea07-d8a6-42a2-8d32-6a1999767480 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Synchronizing usage tracker for tenant:e4371ca94d2f4596a8827e56a45419f1 on resource:port {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:38:12.578184 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-959b56e1-7ea7-4fd0-835c-be0a88981089 req-4a40ea07-d8a6-42a2-8d32-6a1999767480 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Unset dirty status for tenant:e4371ca94d2f4596a8827e56a45419f1 on resource:port {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:38:12.579378 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-959b56e1-7ea7-4fd0-835c-be0a88981089 req-4a40ea07-d8a6-42a2-8d32-6a1999767480 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a1f6e49-df9f-42ca-bbba-1f56ade8f548 HTTP/1.1" status: 200 len: 943 time: 0.1019270 Aug 31 15:38:12.627082 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-959b56e1-7ea7-4fd0-835c-be0a88981089 req-cf2ea9f8-0650-4dfa-88a0-469a62053813 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407102 Aug 31 15:38:13.904072 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce312314-4a6b-43a6-bdbb-bbc59f5150db req-fbf165f4-bfcf-4c0e-9352-c60e6480be47 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:13.905596 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ce312314-4a6b-43a6-bdbb-bbc59f5150db req-fbf165f4-bfcf-4c0e-9352-c60e6480be47 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a1f6e49-df9f-42ca-bbba-1f56ade8f548 HTTP/1.1" status: 200 len: 943 time: 0.1710963 Aug 31 15:38:13.950497 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ce312314-4a6b-43a6-bdbb-bbc59f5150db req-687aadea-1940-4315-9216-b9704142396d tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390003 Aug 31 15:38:15.146119 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096e15d-87aa-4653-aab5-e77a0dad9f11 req-3417e01d-53a0-4a62-84e8-f16d5e37e258 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:15.147960 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b096e15d-87aa-4653-aab5-e77a0dad9f11 req-3417e01d-53a0-4a62-84e8-f16d5e37e258 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a1f6e49-df9f-42ca-bbba-1f56ade8f548 HTTP/1.1" status: 200 len: 943 time: 0.0857790 Aug 31 15:38:15.198051 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b096e15d-87aa-4653-aab5-e77a0dad9f11 req-55087583-4a60-4ab0-b200-ac33e744fea9 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442338 Aug 31 15:38:16.403302 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d1fbd-64f7-4941-ae71-bef33caae467 req-721c0db2-9931-4c02-8b25-80bbc25b012e tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:16.405047 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-8f5d1fbd-64f7-4941-ae71-bef33caae467 req-721c0db2-9931-4c02-8b25-80bbc25b012e tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a1f6e49-df9f-42ca-bbba-1f56ade8f548 HTTP/1.1" status: 200 len: 943 time: 0.0886626 Aug 31 15:38:16.451964 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-8f5d1fbd-64f7-4941-ae71-bef33caae467 req-10f6004a-82d9-42fc-b377-953bfdfac943 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408874 Aug 31 15:38:17.040526 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7bf77488-fc23-47cc-bd91-b89606cf2b81 req-3ebb81cf-6bb8-42e2-83b2-832e32aafa41 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0811422 Aug 31 15:38:17.307629 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf77488-fc23-47cc-bd91-b89606cf2b81 req-9bf5c511-3a6d-4b16-93cf-054a03efddfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:17.309009 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7bf77488-fc23-47cc-bd91-b89606cf2b81 req-9bf5c511-3a6d-4b16-93cf-054a03efddfd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0018b07184be4602aa2184d192c944aa&device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 1100 time: 0.1754820 Aug 31 15:38:17.469095 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf77488-fc23-47cc-bd91-b89606cf2b81 req-3220431d-9565-45ea-a32b-a03ed45ff8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:17.470706 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7bf77488-fc23-47cc-bd91-b89606cf2b81 req-3220431d-9565-45ea-a32b-a03ed45ff8cf service neutron] 10.222.0.64 "GET /v2.0/networks?id=f4d4882d-28d2-4fed-bbfd-7d71610fb886 HTTP/1.1" status: 200 len: 918 time: 0.1418653 Aug 31 15:38:17.658255 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7bf77488-fc23-47cc-bd91-b89606cf2b81 req-9e1d5c6d-a8fa-41f5-ae7c-270a846bb103 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1efaf29f-7c5c-4ae0-abba-6b25817b2c52 HTTP/1.1" status: 200 len: 1002 time: 0.1697927 Aug 31 15:38:17.737766 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74c95fa-d7ae-4b4d-8bbc-66420670d0b7 req-82e9609c-a00e-424f-b43f-150a705301b4 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:17.739308 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d74c95fa-d7ae-4b4d-8bbc-66420670d0b7 req-82e9609c-a00e-424f-b43f-150a705301b4 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a1f6e49-df9f-42ca-bbba-1f56ade8f548 HTTP/1.1" status: 200 len: 943 time: 0.1651704 Aug 31 15:38:17.744729 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf77488-fc23-47cc-bd91-b89606cf2b81 req-d2ac7d8d-24c6-4a72-957a-9cf59abfe83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:17.746272 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7bf77488-fc23-47cc-bd91-b89606cf2b81 req-d2ac7d8d-24c6-4a72-957a-9cf59abfe83f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a81a534a-35fe-443f-84ed-8e87d97ceef8 HTTP/1.1" status: 200 len: 856 time: 0.0800252 Aug 31 15:38:17.844790 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d74c95fa-d7ae-4b4d-8bbc-66420670d0b7 req-6057c8b7-a582-4dc4-903d-0cd3f4790e61 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974493 Aug 31 15:38:17.865696 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf77488-fc23-47cc-bd91-b89606cf2b81 req-bad588a4-33c7-4ad4-ae5f-663a50b8b704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:17.867514 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7bf77488-fc23-47cc-bd91-b89606cf2b81 req-bad588a4-33c7-4ad4-ae5f-663a50b8b704 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f4d4882d-28d2-4fed-bbfd-7d71610fb886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1061623 Aug 31 15:38:18.012483 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7bf77488-fc23-47cc-bd91-b89606cf2b81 req-b3dcc627-b827-498c-b6e1-7f34449fafec service neutron] 10.222.0.64 "GET /v2.0/networks/f4d4882d-28d2-4fed-bbfd-7d71610fb886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373198 Aug 31 15:38:18.164054 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7bf77488-fc23-47cc-bd91-b89606cf2b81 req-6ee3e4d4-ef15-444c-ae1a-ea62cef92b82 service neutron] 10.222.0.64 "GET /v2.0/networks/f4d4882d-28d2-4fed-bbfd-7d71610fb886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411307 Aug 31 15:38:19.049397 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c83a8c-4635-4dc9-a00e-45950806776e req-207f206c-f0e8-4ff6-870c-86da680b87ac tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:19.051014 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-27c83a8c-4635-4dc9-a00e-45950806776e req-207f206c-f0e8-4ff6-870c-86da680b87ac tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a1f6e49-df9f-42ca-bbba-1f56ade8f548 HTTP/1.1" status: 200 len: 943 time: 0.0918851 Aug 31 15:38:19.103917 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-27c83a8c-4635-4dc9-a00e-45950806776e req-61223fcd-2fed-4a9e-8fee-45f0c4881578 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445604 Aug 31 15:38:20.297645 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317589c-808c-41b7-8ec5-348bf2ab7a29 req-bedfb674-b1d5-4497-a857-cccebd2f9ac2 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:20.299158 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0317589c-808c-41b7-8ec5-348bf2ab7a29 req-bedfb674-b1d5-4497-a857-cccebd2f9ac2 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a1f6e49-df9f-42ca-bbba-1f56ade8f548 HTTP/1.1" status: 200 len: 943 time: 0.0854673 Aug 31 15:38:20.345337 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0317589c-808c-41b7-8ec5-348bf2ab7a29 req-9c09e0e4-cd48-4b1d-b6da-fb7babcef6db tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392189 Aug 31 15:38:20.489914 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device ae5e0dd5-90b9-424c-b8d2-061bcf1159a3 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:38:20.644110 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port ae5e0dd5-90b9-424c-b8d2-061bcf1159a3, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=ae5e0dd5-90b9-424c-b8d2-061bcf1159a3,segment=NetworkSegment(8d2c72f1-218e-4eb7-8d0d-15b50235536e),segment_id=8d2c72f1-218e-4eb7-8d0d-15b50235536e)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:38:20.660322 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Returning: {'device': 'ae5e0dd5-90b9-424c-b8d2-061bcf1159a3', 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570', 'port_id': 'ae5e0dd5-90b9-424c-b8d2-061bcf1159a3', 'mac_address': 'fa:16:3e:a6:f6:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '080eca60-1e3c-44c2-9c13-4228fac76c5e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:38:20.721692 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:20.740941 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae5e0dd5-90b9-424c-b8d2-061bcf1159a3 {{(pid=79278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:38:20.761793 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port ae5e0dd5-90b9-424c-b8d2-061bcf1159a3, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=ae5e0dd5-90b9-424c-b8d2-061bcf1159a3,segment=NetworkSegment(8d2c72f1-218e-4eb7-8d0d-15b50235536e),segment_id=8d2c72f1-218e-4eb7-8d0d-15b50235536e)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:38:20.766573 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:20.769616 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:38:20.857760 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=ae5e0dd5-90b9-424c-b8d2-061bcf1159a3,revision_number=4']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:38:20.861614 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:38:21.161962 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] get_ports_and_sgs() called for port_ids ['ae5e0dd5-90b9-424c-b8d2-061bcf1159a3'] {{(pid=79278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:38:21.585436 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e727a-9d01-4fa1-a254-87806db1926a req-4da96e60-feb6-432e-99e7-ef09b6f75e48 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:21.586931 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-3e0e727a-9d01-4fa1-a254-87806db1926a req-4da96e60-feb6-432e-99e7-ef09b6f75e48 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a1f6e49-df9f-42ca-bbba-1f56ade8f548 HTTP/1.1" status: 200 len: 944 time: 0.1034532 Aug 31 15:38:21.643837 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-3e0e727a-9d01-4fa1-a254-87806db1926a req-5d827cd7-b79d-49da-8a7a-f6cabebb8f47 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504792 Aug 31 15:38:22.498004 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device ae5e0dd5-90b9-424c-b8d2-061bcf1159a3 up at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:38:22.576137 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning for port ae5e0dd5-90b9-424c-b8d2-061bcf1159a3 completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:38:22.580905 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning complete for port ae5e0dd5-90b9-424c-b8d2-061bcf1159a3 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:38:22.581274 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:22.709865 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:22.739221 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1f6e49-df9f-42ca-bbba-1f56ade8f548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5e0dd5-90b9-424c-b8d2-061bcf1159a3'}] {{(pid=79278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:38:22.758501 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port ae5e0dd5-90b9-424c-b8d2-061bcf1159a3, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=ae5e0dd5-90b9-424c-b8d2-061bcf1159a3,segment=NetworkSegment(8d2c72f1-218e-4eb7-8d0d-15b50235536e),segment_id=8d2c72f1-218e-4eb7-8d0d-15b50235536e)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:38:22.772321 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:22.774619 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-b040c15a-2ef9-44b2-8e59-cf7ae7e74ee6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:38:22.809532 dv-cinder-802781-4-iscsi neutron-server[79278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1f6e49-df9f-42ca-bbba-1f56ade8f548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5e0dd5-90b9-424c-b8d2-061bcf1159a3', 'code': 200} Aug 31 15:38:22.855463 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=ae5e0dd5-90b9-424c-b8d2-061bcf1159a3,revision_number=5']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:38:22.859017 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:38:22.895440 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651999dc-82b4-4602-a962-7eb936fe5562 req-c2f0e745-4cbb-44dd-8282-688cacb43e86 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:22.897807 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-651999dc-82b4-4602-a962-7eb936fe5562 req-c2f0e745-4cbb-44dd-8282-688cacb43e86 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a1f6e49-df9f-42ca-bbba-1f56ade8f548 HTTP/1.1" status: 200 len: 945 time: 0.1283634 Aug 31 15:38:22.948727 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-651999dc-82b4-4602-a962-7eb936fe5562 req-077be1ae-5573-4993-98ea-0ff959050732 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453410 Aug 31 15:38:23.125361 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2e61c-0a3f-4d2a-b3fa-0479cd5c944f req-92ff2465-cfad-4fc7-b119-a9d394521d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:23.126833 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8bf2e61c-0a3f-4d2a-b3fa-0479cd5c944f req-92ff2465-cfad-4fc7-b119-a9d394521d69 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9a1f6e49-df9f-42ca-bbba-1f56ade8f548 HTTP/1.1" status: 200 len: 1098 time: 0.0780714 Aug 31 15:38:23.171393 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-8bf2e61c-0a3f-4d2a-b3fa-0479cd5c944f req-9f681411-b13d-4e1d-b84f-cf89c1ad3d20 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369604 Aug 31 15:38:24.153989 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b0dd0-9da9-4333-92c4-bcd52825a817 req-0970666b-7b18-4490-b81f-91b3f73a32d7 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:24.155565 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ea4b0dd0-9da9-4333-92c4-bcd52825a817 req-0970666b-7b18-4490-b81f-91b3f73a32d7 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a1f6e49-df9f-42ca-bbba-1f56ade8f548 HTTP/1.1" status: 200 len: 945 time: 0.0905130 Aug 31 15:38:24.207492 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ea4b0dd0-9da9-4333-92c4-bcd52825a817 req-4dbf1a4b-ec36-4a03-9e9a-85f085f59b9c tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462215 Aug 31 15:38:25.424675 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac260813-730c-4c7d-9b1c-aac57f8aca9f req-d3a8264a-7916-4751-aade-3d9d32fcf831 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:25.426129 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ac260813-730c-4c7d-9b1c-aac57f8aca9f req-d3a8264a-7916-4751-aade-3d9d32fcf831 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a1f6e49-df9f-42ca-bbba-1f56ade8f548 HTTP/1.1" status: 200 len: 945 time: 0.0933673 Aug 31 15:38:25.477431 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ac260813-730c-4c7d-9b1c-aac57f8aca9f req-f49513ff-c64b-4192-a479-6a96d0869436 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452449 Aug 31 15:38:25.683911 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0c0ee-b4c7-46da-8cf6-274e951a8dc4 req-d3a183a5-3844-48ca-9c4f-0961fd079d9a tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:25.685448 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-44d0c0ee-b4c7-46da-8cf6-274e951a8dc4 req-d3a183a5-3844-48ca-9c4f-0961fd079d9a tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a1f6e49-df9f-42ca-bbba-1f56ade8f548 HTTP/1.1" status: 200 len: 945 time: 0.0979619 Aug 31 15:38:25.736364 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-44d0c0ee-b4c7-46da-8cf6-274e951a8dc4 req-c5dd64a1-5bbf-4183-bb38-9a2d2f16b988 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451038 Aug 31 15:38:25.767895 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 56290) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:38:25.843807 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7173481c-80e6-48c7-bf03-679be25d531a tempest-TestVolumeBootPattern-206559365 tempest-TestVolumeBootPattern-206559365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:25.845294 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-7173481c-80e6-48c7-bf03-679be25d531a tempest-TestVolumeBootPattern-206559365 tempest-TestVolumeBootPattern-206559365-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=9a1f6e49-df9f-42ca-bbba-1f56ade8f548 HTTP/1.1" status: 200 len: 1093 time: 0.0767632 Aug 31 15:38:25.848203 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 56294) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:38:25.854214 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [None req-03eb4f03-1047-4e58-9481-78e7036610fd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Request body: {'floatingip': {'floating_network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'port_id': 'ae5e0dd5-90b9-424c-b8d2-061bcf1159a3', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:38:25.860374 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-03eb4f03-1047-4e58-9481-78e7036610fd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:38:25.865186 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-03eb4f03-1047-4e58-9481-78e7036610fd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Usage tracker for resource:floatingip and tenant:e4371ca94d2f4596a8827e56a45419f1 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:38:25.869579 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-03eb4f03-1047-4e58-9481-78e7036610fd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:38:25.875530 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-03eb4f03-1047-4e58-9481-78e7036610fd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:38:25.889721 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-03eb4f03-1047-4e58-9481-78e7036610fd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks [] for floatingip, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:26.041570 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-03eb4f03-1047-4e58-9481-78e7036610fd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:26.191766 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.db_base_plugin_common [None req-03eb4f03-1047-4e58-9481-78e7036610fd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Allocated IP 172.27.1.163 (8f15a7b0-c0b9-4864-9373-42147a89de1a/497a4a38-4d00-4e5c-ae08-9918d0306661/9d2f4390-2f62-498f-bc2a-7f38bd9b0ebc) {{(pid=79277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:38:26.468005 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-03eb4f03-1047-4e58-9481-78e7036610fd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks [] for port, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:26.502068 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-03eb4f03-1047-4e58-9481-78e7036610fd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10695601'] for port, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:26.506722 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-52bf020c-bd8c-4c48-aaee-7d1d1d0a2218 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:38:26.580149 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03eb4f03-1047-4e58-9481-78e7036610fd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Network 8f15a7b0-c0b9-4864-9373-42147a89de1a is already hosted by enough agents. {{(pid=79277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:38:26.582882 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.base_scheduler [None req-03eb4f03-1047-4e58-9481-78e7036610fd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Resources bound (agent type, host, resource id): {{(pid=79277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:38:26.589414 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eb4f03-1047-4e58-9481-78e7036610fd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Received port after_create {{(pid=79277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:38:26.614836 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb4f03-1047-4e58-9481-78e7036610fd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Pushing event updated for resources: {'Port': ['ID=9d2f4390-2f62-498f-bc2a-7f38bd9b0ebc,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:38:26.630274 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb4f03-1047-4e58-9481-78e7036610fd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:26.630632 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb4f03-1047-4e58-9481-78e7036610fd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:26.630898 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb4f03-1047-4e58-9481-78e7036610fd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:26.631519 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb4f03-1047-4e58-9481-78e7036610fd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:26.631889 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb4f03-1047-4e58-9481-78e7036610fd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:26.632269 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb4f03-1047-4e58-9481-78e7036610fd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:26.632694 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb4f03-1047-4e58-9481-78e7036610fd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:26.633069 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb4f03-1047-4e58-9481-78e7036610fd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:26.633412 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb4f03-1047-4e58-9481-78e7036610fd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:26.633754 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb4f03-1047-4e58-9481-78e7036610fd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:26.634094 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb4f03-1047-4e58-9481-78e7036610fd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:26.634432 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eb4f03-1047-4e58-9481-78e7036610fd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:38:26.639943 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-03eb4f03-1047-4e58-9481-78e7036610fd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:38:27.060815 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-03eb4f03-1047-4e58-9481-78e7036610fd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:27.143326 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-03eb4f03-1047-4e58-9481-78e7036610fd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:27.382824 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-03eb4f03-1047-4e58-9481-78e7036610fd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks [] for port, precommit_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:27.388623 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-03eb4f03-1047-4e58-9481-78e7036610fd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10695592'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:27.392508 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-28f5b835-dbb7-402e-9d6e-c9ce217315de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:38:27.507286 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb4f03-1047-4e58-9481-78e7036610fd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Pushing event updated for resources: {'Port': ['ID=9d2f4390-2f62-498f-bc2a-7f38bd9b0ebc,revision_number=2']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:38:27.510360 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-03eb4f03-1047-4e58-9481-78e7036610fd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:38:27.520614 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-03eb4f03-1047-4e58-9481-78e7036610fd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906927'] for floatingip, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:27.701309 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.db.l3_db [None req-03eb4f03-1047-4e58-9481-78e7036610fd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Floating IP 4fde1770-9a99-4052-89d8-993747daf340 associated. External IP: 172.27.1.163, port: ae5e0dd5-90b9-424c-b8d2-061bcf1159a3. Aug 31 15:38:28.193350 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03eb4f03-1047-4e58-9481-78e7036610fd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Router be459f49-02c1-44b9-8b0c-b2e7d9c6814d has already been hosted by L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 {{(pid=79277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:38:28.381444 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03eb4f03-1047-4e58-9481-78e7036610fd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:38:28.391199 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cc947f-4b49-4ab9-bc87-3d748ffa101a None None] Sync routers for ids ['be459f49-02c1-44b9-8b0c-b2e7d9c6814d'] in dv-cinder-802781-4-iscsi {{(pid=79279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:38:28.400728 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cc947f-4b49-4ab9-bc87-3d748ffa101a None None] Routers {'be459f49-02c1-44b9-8b0c-b2e7d9c6814d'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:38:28.401341 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-97cc947f-4b49-4ab9-bc87-3d748ffa101a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:38:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['be459f49-02c1-44b9-8b0c-b2e7d9c6814d'], 'active': True} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:38:28.408975 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-03eb4f03-1047-4e58-9481-78e7036610fd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for floatingip, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:28.471690 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-03eb4f03-1047-4e58-9481-78e7036610fd tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6224184 Aug 31 15:38:28.472341 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a1f6e49-df9f-42ca-bbba-1f56ade8f548', 'tag': 'ae5e0dd5-90b9-424c-b8d2-061bcf1159a3'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:38:28.521984 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a1f6e49-df9f-42ca-bbba-1f56ade8f548', 'tag': 'ae5e0dd5-90b9-424c-b8d2-061bcf1159a3', 'status': 'completed', 'code': 200} Aug 31 15:38:28.620296 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvr_db [None req-97cc947f-4b49-4ab9-bc87-3d748ffa101a None None] Set router be459f49-02c1-44b9-8b0c-b2e7d9c6814d gateway port host: dv-cinder-802781-4-iscsi {{(pid=79279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:38:28.652422 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84bf41-d5c4-4881-9089-dfff68a07a4f req-a11aa28c-2360-4137-b4dd-f7c1ed439bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:28.653961 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-2d84bf41-d5c4-4881-9089-dfff68a07a4f req-a11aa28c-2360-4137-b4dd-f7c1ed439bca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e4371ca94d2f4596a8827e56a45419f1&device_id=9a1f6e49-df9f-42ca-bbba-1f56ade8f548 HTTP/1.1" status: 200 len: 1098 time: 0.0854752 Aug 31 15:38:28.806120 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84bf41-d5c4-4881-9089-dfff68a07a4f req-4c01cbcd-4ab9-469d-9878-44fc4bf824e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:28.808469 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-2d84bf41-d5c4-4881-9089-dfff68a07a4f req-4c01cbcd-4ab9-469d-9878-44fc4bf824e3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5990b3f4-682b-41ef-afb9-dfd0d1d4d570 HTTP/1.1" status: 200 len: 913 time: 0.1476505 Aug 31 15:38:28.921249 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-2d84bf41-d5c4-4881-9089-dfff68a07a4f req-0f075244-bf6c-4287-85fb-9c2e3f529b5a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae5e0dd5-90b9-424c-b8d2-061bcf1159a3 HTTP/1.1" status: 200 len: 999 time: 0.1059940 Aug 31 15:38:28.987030 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84bf41-d5c4-4881-9089-dfff68a07a4f req-789715b6-095c-44c8-9509-0d0c0e12bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:28.988706 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-2d84bf41-d5c4-4881-9089-dfff68a07a4f req-789715b6-095c-44c8-9509-0d0c0e12bb85 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=080eca60-1e3c-44c2-9c13-4228fac76c5e HTTP/1.1" status: 200 len: 851 time: 0.0612431 Aug 31 15:38:29.003991 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-97cc947f-4b49-4ab9-bc87-3d748ffa101a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'name': 'tempest-TestVolumeBootPattern-2118761035-router', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:27Z', 'updated_at': '2021-08-31T15:34:31Z', 'revision_number': 4, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'gw_port': {'id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:02:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:28Z', 'updated_at': '2021-08-31T15:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_floatingips': [{'id': '4fde1770-9a99-4052-89d8-993747daf340', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'floating_ip_address': '172.27.1.163', 'floating_network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'router_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'port_id': 'ae5e0dd5-90b9-424c-b8d2-061bcf1159a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570', 'mac_address': 'fa:16:3e:a6:f6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1f6e49-df9f-42ca-bbba-1f56ade8f548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:38:26Z', 'updated_at': '2021-08-31T15:38:26Z', 'revision_number': 0, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f98173-a7a3-4738-9543-53ebab27af83', 'name': '', 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'mac_address': 'fa:16:3e:13:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '080eca60-1e3c-44c2-9c13-4228fac76c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:30Z', 'updated_at': '2021-08-31T15:34:37Z', 'revision_number': 5, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'subnets': [{'id': '080eca60-1e3c-44c2-9c13-4228fac76c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:38:29.009686 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cc947f-4b49-4ab9-bc87-3d748ffa101a None None] Checking router: be459f49-02c1-44b9-8b0c-b2e7d9c6814d for host: dv-cinder-802781-4-iscsi {{(pid=79279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:38:29.026486 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cc947f-4b49-4ab9-bc87-3d748ffa101a None None] Routers {'be459f49-02c1-44b9-8b0c-b2e7d9c6814d'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:38:29.026486 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-97cc947f-4b49-4ab9-bc87-3d748ffa101a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:38:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['be459f49-02c1-44b9-8b0c-b2e7d9c6814d'], 'active': True} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:38:29.100625 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84bf41-d5c4-4881-9089-dfff68a07a4f req-3ea49d5f-e09a-48a8-85dc-3054e6ddbe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:29.102785 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-2d84bf41-d5c4-4881-9089-dfff68a07a4f req-3ea49d5f-e09a-48a8-85dc-3054e6ddbe37 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5990b3f4-682b-41ef-afb9-dfd0d1d4d570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1067779 Aug 31 15:38:29.215771 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvr_db [None req-97cc947f-4b49-4ab9-bc87-3d748ffa101a None None] Set router be459f49-02c1-44b9-8b0c-b2e7d9c6814d gateway port host: dv-cinder-802781-4-iscsi {{(pid=79279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:38:29.276895 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-2d84bf41-d5c4-4881-9089-dfff68a07a4f req-ccd4109d-e88b-4b54-a093-f265f4bf5e62 service neutron] 10.222.0.64 "GET /v2.0/networks/5990b3f4-682b-41ef-afb9-dfd0d1d4d570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661394 Aug 31 15:38:29.496872 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-2d84bf41-d5c4-4881-9089-dfff68a07a4f req-5c02be6a-4114-4dd3-a819-32da4127e399 service neutron] 10.222.0.64 "GET /v2.0/networks/5990b3f4-682b-41ef-afb9-dfd0d1d4d570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121994 Aug 31 15:38:29.711154 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-97cc947f-4b49-4ab9-bc87-3d748ffa101a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'name': 'tempest-TestVolumeBootPattern-2118761035-router', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:27Z', 'updated_at': '2021-08-31T15:34:31Z', 'revision_number': 4, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'gw_port': {'id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:02:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:28Z', 'updated_at': '2021-08-31T15:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_floatingips': [{'id': '4fde1770-9a99-4052-89d8-993747daf340', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'floating_ip_address': '172.27.1.163', 'floating_network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'router_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'port_id': 'ae5e0dd5-90b9-424c-b8d2-061bcf1159a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570', 'mac_address': 'fa:16:3e:a6:f6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1f6e49-df9f-42ca-bbba-1f56ade8f548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:38:26Z', 'updated_at': '2021-08-31T15:38:26Z', 'revision_number': 0, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f98173-a7a3-4738-9543-53ebab27af83', 'name': '', 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'mac_address': 'fa:16:3e:13:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '080eca60-1e3c-44c2-9c13-4228fac76c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:30Z', 'updated_at': '2021-08-31T15:34:37Z', 'revision_number': 5, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'subnets': [{'id': '080eca60-1e3c-44c2-9c13-4228fac76c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:38:29.715518 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cc947f-4b49-4ab9-bc87-3d748ffa101a None None] The sync data for ids ['be459f49-02c1-44b9-8b0c-b2e7d9c6814d'] in dv-cinder-802781-4-iscsi is: [{'id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'name': 'tempest-TestVolumeBootPattern-2118761035-router', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:27Z', 'updated_at': '2021-08-31T15:34:31Z', 'revision_number': 4, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'gw_port': {'id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:02:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:28Z', 'updated_at': '2021-08-31T15:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_floatingips': [{'id': '4fde1770-9a99-4052-89d8-993747daf340', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'floating_ip_address': '172.27.1.163', 'floating_network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'router_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'port_id': 'ae5e0dd5-90b9-424c-b8d2-061bcf1159a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570', 'mac_address': 'fa:16:3e:a6:f6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1f6e49-df9f-42ca-bbba-1f56ade8f548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:38:26Z', 'updated_at': '2021-08-31T15:38:26Z', 'revision_number': 0, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f98173-a7a3-4738-9543-53ebab27af83', 'name': '', 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'mac_address': 'fa:16:3e:13:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '080eca60-1e3c-44c2-9c13-4228fac76c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:30Z', 'updated_at': '2021-08-31T15:34:37Z', 'revision_number': 5, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'subnets': [{'id': '080eca60-1e3c-44c2-9c13-4228fac76c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:38:29.925320 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dabde3-5978-4397-a303-aff73e7afe1f None None] New status for floating IP 4fde1770-9a99-4052-89d8-993747daf340: ACTIVE {{(pid=79278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:38:35.309224 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-0585d1db-abeb-4bf5-b8b7-ea90d70f0459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:35.601682 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:37.717926 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f0a423d8-0796-4f9a-ab60-bc1f6d26f362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:38.915433 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:39.620027 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:40.036953 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 6 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:38:40.598862 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:38:59.993344 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149449bb-9f1c-4d2b-937d-65905fc6ba1e req-319e3820-e318-4384-a9e4-1bf6375ada8e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:38:59.994706 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-149449bb-9f1c-4d2b-937d-65905fc6ba1e req-319e3820-e318-4384-a9e4-1bf6375ada8e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 947 time: 0.0863080 Aug 31 15:39:00.039657 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-149449bb-9f1c-4d2b-937d-65905fc6ba1e req-f27f07b2-7271-4536-9507-5a51ed12f36f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392902 Aug 31 15:39:01.242147 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4884f-4021-4aaa-947f-720ef4d57667 req-8ccadb8e-7233-40b8-b0f3-42f2d962b423 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:39:01.243741 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e3f4884f-4021-4aaa-947f-720ef4d57667 req-8ccadb8e-7233-40b8-b0f3-42f2d962b423 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 947 time: 0.0869045 Aug 31 15:39:01.289343 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e3f4884f-4021-4aaa-947f-720ef4d57667 req-b858d6aa-fd77-461f-b60d-b925b33a10b8 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399206 Aug 31 15:39:01.621247 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4bdc97-31d4-4737-bf14-1dd9c6cdf843 req-f0753fef-b67b-4c4a-a44c-569550739296 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:39:01.622692 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-bc4bdc97-31d4-4737-bf14-1dd9c6cdf843 req-f0753fef-b67b-4c4a-a44c-569550739296 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.64 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 947 time: 0.0890391 Aug 31 15:39:01.696818 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [req-bc4bdc97-31d4-4737-bf14-1dd9c6cdf843 req-982e190e-8e74-46f6-abef-d4ca3c90e7df tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Deleting port 1efaf29f-7c5c-4ae0-abba-6b25817b2c52 {{(pid=79277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:39:01.697154 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-bc4bdc97-31d4-4737-bf14-1dd9c6cdf843 req-982e190e-8e74-46f6-abef-d4ca3c90e7df tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:02.043456 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-bc4bdc97-31d4-4737-bf14-1dd9c6cdf843 req-982e190e-8e74-46f6-abef-d4ca3c90e7df tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] For port 1efaf29f-7c5c-4ae0-abba-6b25817b2c52, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=1efaf29f-7c5c-4ae0-abba-6b25817b2c52,segment=NetworkSegment(55bbcfae-09d1-4d68-91e6-fad754499a5e),segment_id=55bbcfae-09d1-4d68-91e6-fad754499a5e)] {{(pid=79277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:39:02.043805 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-bc4bdc97-31d4-4737-bf14-1dd9c6cdf843 req-982e190e-8e74-46f6-abef-d4ca3c90e7df tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:02.338080 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-bc4bdc97-31d4-4737-bf14-1dd9c6cdf843 req-982e190e-8e74-46f6-abef-d4ca3c90e7df tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:02.338749 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-bc4bdc97-31d4-4737-bf14-1dd9c6cdf843 req-982e190e-8e74-46f6-abef-d4ca3c90e7df tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906927'] for floatingip, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:02.338749 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.db.l3_db [req-bc4bdc97-31d4-4737-bf14-1dd9c6cdf843 req-982e190e-8e74-46f6-abef-d4ca3c90e7df tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Floating IP d9194ede-d643-4d64-854a-886bfdac9224 disassociated. External IP: 172.27.1.124, port: 1efaf29f-7c5c-4ae0-abba-6b25817b2c52. Aug 31 15:39:02.339085 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [req-bc4bdc97-31d4-4737-bf14-1dd9c6cdf843 req-982e190e-8e74-46f6-abef-d4ca3c90e7df tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Calling delete_port for 1efaf29f-7c5c-4ae0-abba-6b25817b2c52 owned by compute:nova {{(pid=79277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:39:02.489245 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44aba2-5118-4a67-9def-2c7e4deaf20a req-0fe8c14f-5e99-45cd-ac52-239ec7cf59f0 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:39:02.491688 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ac44aba2-5118-4a67-9def-2c7e4deaf20a req-0fe8c14f-5e99-45cd-ac52-239ec7cf59f0 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 947 time: 0.0880382 Aug 31 15:39:02.495651 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-bc4bdc97-31d4-4737-bf14-1dd9c6cdf843 req-982e190e-8e74-46f6-abef-d4ca3c90e7df tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10695601'] for port, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:02.501990 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-2a645e51-dc45-4eaa-ab0f-4afb21d76d22 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:39:02.540097 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-ac44aba2-5118-4a67-9def-2c7e4deaf20a req-641f68a0-0f9e-462c-8e66-5e4763ce45cc tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups?id=69f9238d-e74d-45dc-a561-1c4ffc7aad38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425305 Aug 31 15:39:02.546563 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e190e-8e74-46f6-abef-d4ca3c90e7df tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Pushing event deleted for resources: {'Port': ['ID=1efaf29f-7c5c-4ae0-abba-6b25817b2c52,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:02.549365 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-982e190e-8e74-46f6-abef-d4ca3c90e7df tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:39:02.743577 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc4bdc97-31d4-4737-bf14-1dd9c6cdf843 req-982e190e-8e74-46f6-abef-d4ca3c90e7df tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Router 640632f1-2890-41d5-9080-83ba2ad71416 has already been hosted by L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 {{(pid=79277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:39:02.928189 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc4bdc97-31d4-4737-bf14-1dd9c6cdf843 req-982e190e-8e74-46f6-abef-d4ca3c90e7df tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:39:02.940733 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9860830-6c84-4025-a28d-420af813cde7 None None] Sync routers for ids ['640632f1-2890-41d5-9080-83ba2ad71416'] in dv-cinder-802781-4-iscsi {{(pid=79279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:39:02.953974 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9860830-6c84-4025-a28d-420af813cde7 None None] Routers {'640632f1-2890-41d5-9080-83ba2ad71416'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:39:02.954958 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-e9860830-6c84-4025-a28d-420af813cde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:38:38Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['640632f1-2890-41d5-9080-83ba2ad71416'], 'active': True} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:39:03.007059 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4bdc97-31d4-4737-bf14-1dd9c6cdf843 req-982e190e-8e74-46f6-abef-d4ca3c90e7df tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] No DVR routers for this DVR port 1efaf29f-7c5c-4ae0-abba-6b25817b2c52 on host hv-cinder-80278 {{(pid=79277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:39:03.009625 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-bc4bdc97-31d4-4737-bf14-1dd9c6cdf843 req-982e190e-8e74-46f6-abef-d4ca3c90e7df tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:03.013154 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b97c25-8eb8-4cc1-a48e-40478b959450', 'name': 'network-vif-deleted', 'tag': '1efaf29f-7c5c-4ae0-abba-6b25817b2c52'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:39:03.031657 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-bc4bdc97-31d4-4737-bf14-1dd9c6cdf843 req-982e190e-8e74-46f6-abef-d4ca3c90e7df tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.64 "DELETE /v2.0/ports/1efaf29f-7c5c-4ae0-abba-6b25817b2c52 HTTP/1.1" status: 204 len: 173 time: 1.4034610 Aug 31 15:39:03.069869 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41b97c25-8eb8-4cc1-a48e-40478b959450', 'name': 'network-vif-deleted', 'tag': '1efaf29f-7c5c-4ae0-abba-6b25817b2c52', 'status': 'completed', 'code': 200} Aug 31 15:39:03.180856 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvr_db [None req-e9860830-6c84-4025-a28d-420af813cde7 None None] Set router 640632f1-2890-41d5-9080-83ba2ad71416 gateway port host: dv-cinder-802781-4-iscsi {{(pid=79279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:39:03.517890 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-e9860830-6c84-4025-a28d-420af813cde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640632f1-2890-41d5-9080-83ba2ad71416', 'name': 'tempest-AttachVolumeShelveTestJSON-1099268491-router', 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '3e6c12a1-ba4a-4ea1-af49-000286b771ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:29:46Z', 'updated_at': '2021-08-31T15:29:50Z', 'revision_number': 4, 'project_id': '0018b07184be4602aa2184d192c944aa', 'gw_port': {'id': '3e6c12a1-ba4a-4ea1-af49-000286b771ba', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:75:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640632f1-2890-41d5-9080-83ba2ad71416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:29:46Z', 'updated_at': '2021-08-31T15:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': 'c06d0239-f808-43d8-86f8-e3bcddd48a66', 'name': '', 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886', 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'mac_address': 'fa:16:3e:93:5f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640632f1-2890-41d5-9080-83ba2ad71416', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a81a534a-35fe-443f-84ed-8e87d97ceef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:29:49Z', 'updated_at': '2021-08-31T15:29:56Z', 'revision_number': 5, 'project_id': '0018b07184be4602aa2184d192c944aa', 'subnets': [{'id': 'a81a534a-35fe-443f-84ed-8e87d97ceef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:39:03.524879 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9860830-6c84-4025-a28d-420af813cde7 None None] Checking router: 640632f1-2890-41d5-9080-83ba2ad71416 for host: dv-cinder-802781-4-iscsi {{(pid=79279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:39:03.533871 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9860830-6c84-4025-a28d-420af813cde7 None None] Routers {'640632f1-2890-41d5-9080-83ba2ad71416'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:39:03.534491 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-e9860830-6c84-4025-a28d-420af813cde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:38:38Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['640632f1-2890-41d5-9080-83ba2ad71416'], 'active': True} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:39:03.735535 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvr_db [None req-e9860830-6c84-4025-a28d-420af813cde7 None None] Set router 640632f1-2890-41d5-9080-83ba2ad71416 gateway port host: dv-cinder-802781-4-iscsi {{(pid=79279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:39:03.737924 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-be0a406b-3bf6-4e05-8f83-d01cead47307 req-c66d8d27-3cbe-4c86-8e14-e15bf2d18ff6 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/ports?device_id=41b97c25-8eb8-4cc1-a48e-40478b959450 HTTP/1.1" status: 200 len: 210 time: 0.0464218 Aug 31 15:39:04.068995 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-e9860830-6c84-4025-a28d-420af813cde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640632f1-2890-41d5-9080-83ba2ad71416', 'name': 'tempest-AttachVolumeShelveTestJSON-1099268491-router', 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '3e6c12a1-ba4a-4ea1-af49-000286b771ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:29:46Z', 'updated_at': '2021-08-31T15:29:50Z', 'revision_number': 4, 'project_id': '0018b07184be4602aa2184d192c944aa', 'gw_port': {'id': '3e6c12a1-ba4a-4ea1-af49-000286b771ba', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:75:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640632f1-2890-41d5-9080-83ba2ad71416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:29:46Z', 'updated_at': '2021-08-31T15:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': 'c06d0239-f808-43d8-86f8-e3bcddd48a66', 'name': '', 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886', 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'mac_address': 'fa:16:3e:93:5f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640632f1-2890-41d5-9080-83ba2ad71416', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a81a534a-35fe-443f-84ed-8e87d97ceef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:29:49Z', 'updated_at': '2021-08-31T15:29:56Z', 'revision_number': 5, 'project_id': '0018b07184be4602aa2184d192c944aa', 'subnets': [{'id': 'a81a534a-35fe-443f-84ed-8e87d97ceef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:39:04.073172 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9860830-6c84-4025-a28d-420af813cde7 None None] The sync data for ids ['640632f1-2890-41d5-9080-83ba2ad71416'] in dv-cinder-802781-4-iscsi is: [{'id': '640632f1-2890-41d5-9080-83ba2ad71416', 'name': 'tempest-AttachVolumeShelveTestJSON-1099268491-router', 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '3e6c12a1-ba4a-4ea1-af49-000286b771ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:29:46Z', 'updated_at': '2021-08-31T15:29:50Z', 'revision_number': 4, 'project_id': '0018b07184be4602aa2184d192c944aa', 'gw_port': {'id': '3e6c12a1-ba4a-4ea1-af49-000286b771ba', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:75:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640632f1-2890-41d5-9080-83ba2ad71416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:29:46Z', 'updated_at': '2021-08-31T15:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': 'c06d0239-f808-43d8-86f8-e3bcddd48a66', 'name': '', 'network_id': 'f4d4882d-28d2-4fed-bbfd-7d71610fb886', 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'mac_address': 'fa:16:3e:93:5f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640632f1-2890-41d5-9080-83ba2ad71416', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'a81a534a-35fe-443f-84ed-8e87d97ceef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:29:49Z', 'updated_at': '2021-08-31T15:29:56Z', 'revision_number': 5, 'project_id': '0018b07184be4602aa2184d192c944aa', 'subnets': [{'id': 'a81a534a-35fe-443f-84ed-8e87d97ceef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:39:04.323227 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e91693-3120-46cb-998f-9fade5624a1c None None] New status for floating IP d9194ede-d643-4d64-854a-886bfdac9224: DOWN {{(pid=79278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:39:05.312982 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-c02eebd4-f610-49f5-b82e-1288a2b2e19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:05.604965 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:05.898915 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 56344) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:39:05.974679 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-7e124c3f-41d0-4db3-984a-0dbf55ecaddf tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks [] for security_group, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:06.008376 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-7e124c3f-41d0-4db3-984a-0dbf55ecaddf tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:06.072437 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-7e124c3f-41d0-4db3-984a-0dbf55ecaddf tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:06.076669 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-6151ca32-20b6-461d-8ad2-9c3472a31eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:39:06.093401 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e124c3f-41d0-4db3-984a-0dbf55ecaddf tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f9238d-e74d-45dc-a561-1c4ffc7aad38,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:06.096733 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-7e124c3f-41d0-4db3-984a-0dbf55ecaddf tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:39:06.107849 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-7e124c3f-41d0-4db3-984a-0dbf55ecaddf tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks [] for security_group, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:06.109473 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-7e124c3f-41d0-4db3-984a-0dbf55ecaddf tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "DELETE /v2.0/security-groups/69f9238d-e74d-45dc-a561-1c4ffc7aad38 HTTP/1.1" status: 204 len: 168 time: 0.2094223 Aug 31 15:39:06.112526 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 56348) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:39:06.134807 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.api.v2.resource [None req-1b240182-0624-4d78-a2a2-0ca5d34c838f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] show failed (client error): The resource could not be found. Aug 31 15:39:06.135920 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-1b240182-0624-4d78-a2a2-0ca5d34c838f tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "GET /v2.0/security-groups/69f9238d-e74d-45dc-a561-1c4ffc7aad38 HTTP/1.1" status: 404 len: 347 time: 0.0222471 Aug 31 15:39:06.139736 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 56352) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:39:06.333975 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-11c85b25-fc38-4ea3-ae3d-16b2a9de3c56 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Deleting port c97c2932-c44c-4b4e-8653-f552c5ca27d4 {{(pid=79276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:39:06.334314 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-11c85b25-fc38-4ea3-ae3d-16b2a9de3c56 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:06.538681 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-11c85b25-fc38-4ea3-ae3d-16b2a9de3c56 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:06.539012 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-11c85b25-fc38-4ea3-ae3d-16b2a9de3c56 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:06.684142 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-11c85b25-fc38-4ea3-ae3d-16b2a9de3c56 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Calling delete_port for c97c2932-c44c-4b4e-8653-f552c5ca27d4 owned by network:floatingip {{(pid=79276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:39:06.721474 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 1efaf29f-7c5c-4ae0-abba-6b25817b2c52 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:39:06.758765 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] No Port match for: 1efaf29f-7c5c-4ae0-abba-6b25817b2c52 {{(pid=79278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:39:06.759106 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device 1efaf29f-7c5c-4ae0-abba-6b25817b2c52 not bound to the agent host hv-cinder-80278 {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:39:06.860376 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-11c85b25-fc38-4ea3-ae3d-16b2a9de3c56 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1768796'] for port, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:06.864197 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-c748efe8-d9f5-46f6-badb-67259ffc1e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:39:06.914501 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c85b25-fc38-4ea3-ae3d-16b2a9de3c56 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Pushing event deleted for resources: {'Port': ['ID=c97c2932-c44c-4b4e-8653-f552c5ca27d4,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:06.954339 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c85b25-fc38-4ea3-ae3d-16b2a9de3c56 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:06.954938 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c85b25-fc38-4ea3-ae3d-16b2a9de3c56 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:06.955348 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c85b25-fc38-4ea3-ae3d-16b2a9de3c56 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:06.955724 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c85b25-fc38-4ea3-ae3d-16b2a9de3c56 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:06.956089 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c85b25-fc38-4ea3-ae3d-16b2a9de3c56 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:06.956455 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c85b25-fc38-4ea3-ae3d-16b2a9de3c56 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:06.956817 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c85b25-fc38-4ea3-ae3d-16b2a9de3c56 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:06.957178 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c85b25-fc38-4ea3-ae3d-16b2a9de3c56 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:06.957534 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c85b25-fc38-4ea3-ae3d-16b2a9de3c56 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:06.957890 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c85b25-fc38-4ea3-ae3d-16b2a9de3c56 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:06.958246 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c85b25-fc38-4ea3-ae3d-16b2a9de3c56 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:06.958820 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c85b25-fc38-4ea3-ae3d-16b2a9de3c56 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:06.969212 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-11c85b25-fc38-4ea3-ae3d-16b2a9de3c56 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:39:07.026734 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-11c85b25-fc38-4ea3-ae3d-16b2a9de3c56 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks [] for floatingip, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:07.042128 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-11c85b25-fc38-4ea3-ae3d-16b2a9de3c56 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for floatingip, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:07.043317 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-11c85b25-fc38-4ea3-ae3d-16b2a9de3c56 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] 10.222.0.81 "DELETE /v2.0/floatingips/d9194ede-d643-4d64-854a-886bfdac9224 HTTP/1.1" status: 204 len: 168 time: 0.9023898 Aug 31 15:39:07.724361 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a664a712-cf1b-4c27-8bed-a6b0459a1b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:08.917669 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:09.633309 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:09.916873 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 56378) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:39:10.599768 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:10.755725 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9250ceaa-408c-4a89-9c48-e1a2e944077e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3927262'] for router_interface, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:11.117673 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-9250ceaa-408c-4a89-9c48-e1a2e944077e admin admin] Deleting port c06d0239-f808-43d8-86f8-e3bcddd48a66 {{(pid=79276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:39:11.118447 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9250ceaa-408c-4a89-9c48-e1a2e944077e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:11.307083 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-9250ceaa-408c-4a89-9c48-e1a2e944077e admin admin] For port c06d0239-f808-43d8-86f8-e3bcddd48a66, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=c06d0239-f808-43d8-86f8-e3bcddd48a66,segment=NetworkSegment(55bbcfae-09d1-4d68-91e6-fad754499a5e),segment_id=55bbcfae-09d1-4d68-91e6-fad754499a5e)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:39:11.307526 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9250ceaa-408c-4a89-9c48-e1a2e944077e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:11.440524 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-9250ceaa-408c-4a89-9c48-e1a2e944077e admin admin] Calling delete_port for c06d0239-f808-43d8-86f8-e3bcddd48a66 owned by network:router_interface {{(pid=79276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:39:11.638662 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9250ceaa-408c-4a89-9c48-e1a2e944077e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1768796'] for port, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:11.642365 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-4b976045-f8f9-4e61-9662-219cee61378e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:39:11.688547 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250ceaa-408c-4a89-9c48-e1a2e944077e admin admin] Pushing event deleted for resources: {'Port': ['ID=c06d0239-f808-43d8-86f8-e3bcddd48a66,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:11.691611 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-9250ceaa-408c-4a89-9c48-e1a2e944077e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:39:12.059226 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9250ceaa-408c-4a89-9c48-e1a2e944077e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3790722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3927202'] for router_interface, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:12.428326 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9250ceaa-408c-4a89-9c48-e1a2e944077e admin admin] Router 640632f1-2890-41d5-9080-83ba2ad71416 has already been hosted by L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 {{(pid=79276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:39:12.626095 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9250ceaa-408c-4a89-9c48-e1a2e944077e admin admin] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:39:12.639610 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f29a85-9d78-4f6c-8ddb-8b4c7ba637e7 None None] Sync routers for ids ['640632f1-2890-41d5-9080-83ba2ad71416'] in dv-cinder-802781-4-iscsi {{(pid=79279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:39:12.643944 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-9250ceaa-408c-4a89-9c48-e1a2e944077e admin admin] 10.222.0.81 "PUT /v2.0/routers/640632f1-2890-41d5-9080-83ba2ad71416/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7257516 Aug 31 15:39:12.646579 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 56384) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:39:12.655927 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f29a85-9d78-4f6c-8ddb-8b4c7ba637e7 None None] Routers {'640632f1-2890-41d5-9080-83ba2ad71416'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:39:12.656934 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-a3f29a85-9d78-4f6c-8ddb-8b4c7ba637e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:39:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['640632f1-2890-41d5-9080-83ba2ad71416'], 'active': True} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:39:12.885848 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9690e4a3-ac83-42a9-85e5-b3c4d7b5849d admin admin] Notify callbacks [] for router, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:12.902672 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvr_db [None req-a3f29a85-9d78-4f6c-8ddb-8b4c7ba637e7 None None] Set router 640632f1-2890-41d5-9080-83ba2ad71416 gateway port host: dv-cinder-802781-4-iscsi {{(pid=79279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:39:13.077802 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9690e4a3-ac83-42a9-85e5-b3c4d7b5849d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:13.088969 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-9690e4a3-ac83-42a9-85e5-b3c4d7b5849d admin admin] Deleting port 3e6c12a1-ba4a-4ea1-af49-000286b771ba {{(pid=79276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:39:13.089370 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9690e4a3-ac83-42a9-85e5-b3c4d7b5849d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:13.274287 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-a3f29a85-9d78-4f6c-8ddb-8b4c7ba637e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640632f1-2890-41d5-9080-83ba2ad71416', 'name': 'tempest-AttachVolumeShelveTestJSON-1099268491-router', 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '3e6c12a1-ba4a-4ea1-af49-000286b771ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:29:46Z', 'updated_at': '2021-08-31T15:39:11Z', 'revision_number': 5, 'project_id': '0018b07184be4602aa2184d192c944aa', 'gw_port': {'id': '3e6c12a1-ba4a-4ea1-af49-000286b771ba', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:75:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640632f1-2890-41d5-9080-83ba2ad71416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:29:46Z', 'updated_at': '2021-08-31T15:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi'}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:39:13.279712 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f29a85-9d78-4f6c-8ddb-8b4c7ba637e7 None None] Checking router: 640632f1-2890-41d5-9080-83ba2ad71416 for host: dv-cinder-802781-4-iscsi {{(pid=79279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:39:13.295103 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-9690e4a3-ac83-42a9-85e5-b3c4d7b5849d admin admin] For port 3e6c12a1-ba4a-4ea1-af49-000286b771ba, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=3e6c12a1-ba4a-4ea1-af49-000286b771ba,segment=NetworkSegment(ee0cca34-cfc1-48b8-9cd2-f432400bdd40),segment_id=ee0cca34-cfc1-48b8-9cd2-f432400bdd40)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:39:13.295493 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9690e4a3-ac83-42a9-85e5-b3c4d7b5849d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:13.301387 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f29a85-9d78-4f6c-8ddb-8b4c7ba637e7 None None] Routers {'640632f1-2890-41d5-9080-83ba2ad71416'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:39:13.302937 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-a3f29a85-9d78-4f6c-8ddb-8b4c7ba637e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:39:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['640632f1-2890-41d5-9080-83ba2ad71416'], 'active': True} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:39:13.498691 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvr_db [None req-a3f29a85-9d78-4f6c-8ddb-8b4c7ba637e7 None None] Set router 640632f1-2890-41d5-9080-83ba2ad71416 gateway port host: None {{(pid=79279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:39:13.543527 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-9690e4a3-ac83-42a9-85e5-b3c4d7b5849d admin admin] Calling delete_port for 3e6c12a1-ba4a-4ea1-af49-000286b771ba owned by network:router_gateway {{(pid=79276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:39:13.607011 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-a3f29a85-9d78-4f6c-8ddb-8b4c7ba637e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640632f1-2890-41d5-9080-83ba2ad71416', 'name': 'tempest-AttachVolumeShelveTestJSON-1099268491-router', 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:29:46Z', 'updated_at': '2021-08-31T15:39:13Z', 'revision_number': 6, 'project_id': '0018b07184be4602aa2184d192c944aa', 'gw_port_host': None}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:39:13.611121 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f29a85-9d78-4f6c-8ddb-8b4c7ba637e7 None None] The sync data for ids ['640632f1-2890-41d5-9080-83ba2ad71416'] in dv-cinder-802781-4-iscsi is: [{'id': '640632f1-2890-41d5-9080-83ba2ad71416', 'name': 'tempest-AttachVolumeShelveTestJSON-1099268491-router', 'tenant_id': '0018b07184be4602aa2184d192c944aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:29:46Z', 'updated_at': '2021-08-31T15:39:13Z', 'revision_number': 6, 'project_id': '0018b07184be4602aa2184d192c944aa', 'gw_port_host': None}] {{(pid=79279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:39:13.733073 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9690e4a3-ac83-42a9-85e5-b3c4d7b5849d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1768796'] for port, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:13.736565 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:39:13.782118 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690e4a3-ac83-42a9-85e5-b3c4d7b5849d admin admin] Pushing event deleted for resources: {'Port': ['ID=3e6c12a1-ba4a-4ea1-af49-000286b771ba,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:13.785236 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-9690e4a3-ac83-42a9-85e5-b3c4d7b5849d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:39:13.877162 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9690e4a3-ac83-42a9-85e5-b3c4d7b5849d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906827'] for router_gateway, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:14.065392 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9690e4a3-ac83-42a9-85e5-b3c4d7b5849d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3925073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-836'] for router, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:14.067797 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9690e4a3-ac83-42a9-85e5-b3c4d7b5849d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:14.096459 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9690e4a3-ac83-42a9-85e5-b3c4d7b5849d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926097'] for router, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:14.097012 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9690e4a3-ac83-42a9-85e5-b3c4d7b5849d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 640632f1-2890-41d5-9080-83ba2ad71416 {{(pid=79276) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 31 15:39:14.110880 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9690e4a3-ac83-42a9-85e5-b3c4d7b5849d admin admin] Notify callbacks [] for router, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:14.112064 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-9690e4a3-ac83-42a9-85e5-b3c4d7b5849d admin admin] 10.222.0.81 "DELETE /v2.0/routers/640632f1-2890-41d5-9080-83ba2ad71416 HTTP/1.1" status: 204 len: 168 time: 1.4642432 Aug 31 15:39:14.114977 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 56388) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:39:14.176885 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe97f09-c9c5-46fc-8202-07634ae1214a admin admin] Deleting subnet a81a534a-35fe-443f-84ed-8e87d97ceef8 {{(pid=79277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 31 15:39:14.180206 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-cfe97f09-c9c5-46fc-8202-07634ae1214a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:14.234861 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-cfe97f09-c9c5-46fc-8202-07634ae1214a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1557530'] for subnet, precommit_delete_associations {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:14.316241 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-cfe97f09-c9c5-46fc-8202-07634ae1214a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3292833'] for subnet, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:14.407214 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-cfe97f09-c9c5-46fc-8202-07634ae1214a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3292846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10695650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11322284'] for subnet, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:14.411721 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-f7de7088-53e7-48d9-b041-1227308aa87b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:39:14.448809 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe97f09-c9c5-46fc-8202-07634ae1214a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a81a534a-35fe-443f-84ed-8e87d97ceef8,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:14.452326 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-cfe97f09-c9c5-46fc-8202-07634ae1214a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:39:14.454975 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-cfe97f09-c9c5-46fc-8202-07634ae1214a admin admin] Notify callbacks [] for subnet, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:14.461957 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-cfe97f09-c9c5-46fc-8202-07634ae1214a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/a81a534a-35fe-443f-84ed-8e87d97ceef8 HTTP/1.1" status: 204 len: 168 time: 0.3458614 Aug 31 15:39:14.462478 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391bb0ea-10a9-49cb-a548-c82d84f6c676 None None] Network f4d4882d-28d2-4fed-bbfd-7d71610fb886 requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:39:14.465239 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 56392) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:39:14.691771 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-17d766b9-1b8c-4005-b23e-cbe33156060d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1015904'] for network, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:14.719309 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [None req-17d766b9-1b8c-4005-b23e-cbe33156060d admin admin] Deleting port 4d7a023a-1034-4e87-a2a0-ccf13b1db444 {{(pid=79277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:39:14.719725 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-17d766b9-1b8c-4005-b23e-cbe33156060d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:14.748775 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bd90fc-a58a-4da3-b0af-5fa6b840a8d2 None None] DHCP port deletion for f4d4882d-28d2-4fed-bbfd-7d71610fb886 request from dv-cinder-802781-4-iscsi {{(pid=79278) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 31 15:39:14.756900 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-85bd90fc-a58a-4da3-b0af-5fa6b840a8d2 None None] Deleting port 4d7a023a-1034-4e87-a2a0-ccf13b1db444 {{(pid=79278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:39:14.757287 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-85bd90fc-a58a-4da3-b0af-5fa6b840a8d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:14.786104 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device c06d0239-f808-43d8-86f8-e3bcddd48a66 no longer exists at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:39:14.832188 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] No Port match for: c06d0239-f808-43d8-86f8-e3bcddd48a66 {{(pid=79278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:39:14.832543 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device c06d0239-f808-43d8-86f8-e3bcddd48a66 not bound to the agent host dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:39:14.832963 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 3e6c12a1-ba4a-4ea1-af49-000286b771ba no longer exists at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:39:14.909932 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] No Port match for: 3e6c12a1-ba4a-4ea1-af49-000286b771ba {{(pid=79278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:39:14.910202 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 3e6c12a1-ba4a-4ea1-af49-000286b771ba not bound to the agent host dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:39:14.945628 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [None req-17d766b9-1b8c-4005-b23e-cbe33156060d admin admin] For port 4d7a023a-1034-4e87-a2a0-ccf13b1db444, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=4d7a023a-1034-4e87-a2a0-ccf13b1db444,segment=NetworkSegment(55bbcfae-09d1-4d68-91e6-fad754499a5e),segment_id=55bbcfae-09d1-4d68-91e6-fad754499a5e)] {{(pid=79277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:39:14.945987 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-17d766b9-1b8c-4005-b23e-cbe33156060d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:15.087187 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-85bd90fc-a58a-4da3-b0af-5fa6b840a8d2 None None] For port 4d7a023a-1034-4e87-a2a0-ccf13b1db444, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=4d7a023a-1034-4e87-a2a0-ccf13b1db444,segment=NetworkSegment(55bbcfae-09d1-4d68-91e6-fad754499a5e),segment_id=55bbcfae-09d1-4d68-91e6-fad754499a5e)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:39:15.087642 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-85bd90fc-a58a-4da3-b0af-5fa6b840a8d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:15.087985 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [None req-17d766b9-1b8c-4005-b23e-cbe33156060d admin admin] Calling delete_port for 4d7a023a-1034-4e87-a2a0-ccf13b1db444 owned by network:dhcp {{(pid=79277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:39:15.171954 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-17d766b9-1b8c-4005-b23e-cbe33156060d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10695601'] for port, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:15.175688 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-64e74d28-4c6a-483a-8e0b-df015a9044b3 tempest-VolumesSnapshotTestJSON-357268494 tempest-VolumesSnapshotTestJSON-357268494-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:39:15.219126 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d766b9-1b8c-4005-b23e-cbe33156060d admin admin] Pushing event deleted for resources: {'Port': ['ID=4d7a023a-1034-4e87-a2a0-ccf13b1db444,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:15.222091 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-17d766b9-1b8c-4005-b23e-cbe33156060d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:39:15.222866 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d766b9-1b8c-4005-b23e-cbe33156060d admin admin] No DVR routers for this DVR port 4d7a023a-1034-4e87-a2a0-ccf13b1db444 on host dv-cinder-802781-4-iscsi {{(pid=79277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:39:15.275206 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-85bd90fc-a58a-4da3-b0af-5fa6b840a8d2 None None] Calling delete_port for 4d7a023a-1034-4e87-a2a0-ccf13b1db444 owned by network:dhcp {{(pid=79278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:39:15.340450 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-17d766b9-1b8c-4005-b23e-cbe33156060d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3290458', 'neutron.services.segments.db._delete_segments_for_network-8738171925917'] for network, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:15.354304 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.services.segments.db [None req-17d766b9-1b8c-4005-b23e-cbe33156060d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4d4882d-28d2-4fed-bbfd-7d71610fb886']}} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:39:15.373111 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.services.segments.db [None req-17d766b9-1b8c-4005-b23e-cbe33156060d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55bbcfae-09d1-4d68-91e6-fad754499a5e') {'for_net_delete': True} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:39:15.373533 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.services.segments.db [None req-17d766b9-1b8c-4005-b23e-cbe33156060d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55bbcfae-09d1-4d68-91e6-fad754499a5e') {} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:39:15.386070 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.db.api [None req-85bd90fc-a58a-4da3-b0af-5fa6b840a8d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79278) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 15:39:15.386327 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-17d766b9-1b8c-4005-b23e-cbe33156060d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738171923703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1557509'] for segment, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:15.386449 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_db.api [None req-85bd90fc-a58a-4da3-b0af-5fa6b840a8d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 15:39:15.403131 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-17d766b9-1b8c-4005-b23e-cbe33156060d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3286683'] for segment, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:15.409257 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17d766b9-1b8c-4005-b23e-cbe33156060d admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=79277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:39:15.409640 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-17d766b9-1b8c-4005-b23e-cbe33156060d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3286674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10695556'] for segment, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:15.424226 dv-cinder-802781-4-iscsi neutron-server[79277]: Traceback (most recent call last): Aug 31 15:39:15.424226 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:39:15.424226 dv-cinder-802781-4-iscsi neutron-server[79277]: timer() Aug 31 15:39:15.424226 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:39:15.424226 dv-cinder-802781-4-iscsi neutron-server[79277]: cb(*args, **kw) Aug 31 15:39:15.424226 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 31 15:39:15.424226 dv-cinder-802781-4-iscsi neutron-server[79277]: return func(*args, **kwargs) Aug 31 15:39:15.424226 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:39:15.424226 dv-cinder-802781-4-iscsi neutron-server[79277]: self._notify() Aug 31 15:39:15.424226 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:39:15.424226 dv-cinder-802781-4-iscsi neutron-server[79277]: self.callback(batched_events) Aug 31 15:39:15.424226 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:39:15.424226 dv-cinder-802781-4-iscsi neutron-server[79277]: event.method(event) Aug 31 15:39:15.424226 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 15:39:15.424226 dv-cinder-802781-4-iscsi neutron-server[79277]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:39:15.424226 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 15:39:15.424226 dv-cinder-802781-4-iscsi neutron-server[79277]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:39:15.424226 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 15:39:15.424226 dv-cinder-802781-4-iscsi neutron-server[79277]: return f(self, *a, **k) Aug 31 15:39:15.424226 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 31 15:39:15.424226 dv-cinder-802781-4-iscsi neutron-server[79277]: return self._get(url).json() Aug 31 15:39:15.424226 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 31 15:39:15.424226 dv-cinder-802781-4-iscsi neutron-server[79277]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:39:15.424226 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:39:15.424226 dv-cinder-802781-4-iscsi neutron-server[79277]: return self.request(url, 'GET', **kwargs) Aug 31 15:39:15.424226 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:39:15.424226 dv-cinder-802781-4-iscsi neutron-server[79277]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:39:15.424226 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:39:15.424226 dv-cinder-802781-4-iscsi neutron-server[79277]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:39:15.424226 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:39:15.424226 dv-cinder-802781-4-iscsi neutron-server[79277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:39:15.424226 dv-cinder-802781-4-iscsi neutron-server[79277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:39:15.500040 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-17d766b9-1b8c-4005-b23e-cbe33156060d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3290403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906838'] for network, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:15.506259 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-17d766b9-1b8c-4005-b23e-cbe33156060d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for network, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:15.508888 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-c50670e9-c4c3-4bc3-b958-f72ee22f0ff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:39:15.534218 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d766b9-1b8c-4005-b23e-cbe33156060d admin admin] Pushing event deleted for resources: {'Network': ['ID=f4d4882d-28d2-4fed-bbfd-7d71610fb886,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:15.538552 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-17d766b9-1b8c-4005-b23e-cbe33156060d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:39:15.546966 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-17d766b9-1b8c-4005-b23e-cbe33156060d admin admin] 10.222.0.81 "DELETE /v2.0/networks/f4d4882d-28d2-4fed-bbfd-7d71610fb886 HTTP/1.1" status: 204 len: 168 time: 1.0804911 Aug 31 15:39:15.662500 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 56398) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:39:15.711217 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-02b9d6e8-d0bb-4fc8-8932-fd94a179e9e6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0018b07184be4602aa2184d192c944aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474005 Aug 31 15:39:15.713547 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 56402) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:39:15.771114 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-1a16179d-2097-4897-a8c8-8eaa03dcf92a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:15.799010 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-1a16179d-2097-4897-a8c8-8eaa03dcf92a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:15.851846 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-1a16179d-2097-4897-a8c8-8eaa03dcf92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:15.855473 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-04d017ed-9407-440f-80f4-57a8dce9a239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:39:15.868689 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16179d-2097-4897-a8c8-8eaa03dcf92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f818ec4-7b37-4221-8a40-fa4f82c6ddd6,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:15.872342 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-1a16179d-2097-4897-a8c8-8eaa03dcf92a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:39:15.877356 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-1a16179d-2097-4897-a8c8-8eaa03dcf92a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:15.878483 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-1a16179d-2097-4897-a8c8-8eaa03dcf92a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6f818ec4-7b37-4221-8a40-fa4f82c6ddd6 HTTP/1.1" status: 204 len: 168 time: 0.1640527 Aug 31 15:39:15.888307 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-85bd90fc-a58a-4da3-b0af-5fa6b840a8d2 None None] Deleting port 4d7a023a-1034-4e87-a2a0-ccf13b1db444 {{(pid=79278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:39:15.888802 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-85bd90fc-a58a-4da3-b0af-5fa6b840a8d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:15.956368 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-85bd90fc-a58a-4da3-b0af-5fa6b840a8d2 None None] The port '4d7a023a-1034-4e87-a2a0-ccf13b1db444' was deleted {{(pid=79278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 31 15:39:16.753295 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 4d7a023a-1034-4e87-a2a0-ccf13b1db444 no longer exists at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:39:16.792764 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] No Port match for: 4d7a023a-1034-4e87-a2a0-ccf13b1db444 {{(pid=79278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:39:16.793114 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 4d7a023a-1034-4e87-a2a0-ccf13b1db444 not bound to the agent host dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:39:17.036006 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 6 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:39:19.014142 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c4b68f1f-db0f-4c53-b152-68f33edb542f req-b81fdbf8-388d-4451-a667-6bead763d0f4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9a1f6e49-df9f-42ca-bbba-1f56ade8f548&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740058 Aug 31 15:39:19.171492 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b68f1f-db0f-4c53-b152-68f33edb542f req-832da5da-fd62-42dd-9df3-8a71eaa99a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:39:19.172943 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c4b68f1f-db0f-4c53-b152-68f33edb542f req-832da5da-fd62-42dd-9df3-8a71eaa99a2b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e4371ca94d2f4596a8827e56a45419f1&device_id=9a1f6e49-df9f-42ca-bbba-1f56ade8f548 HTTP/1.1" status: 200 len: 1098 time: 0.0738544 Aug 31 15:39:19.322994 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b68f1f-db0f-4c53-b152-68f33edb542f req-e9c224b6-1b64-4a10-98b0-3edbdd9f1a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:39:19.324504 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c4b68f1f-db0f-4c53-b152-68f33edb542f req-e9c224b6-1b64-4a10-98b0-3edbdd9f1a14 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5990b3f4-682b-41ef-afb9-dfd0d1d4d570 HTTP/1.1" status: 200 len: 913 time: 0.1325614 Aug 31 15:39:19.439865 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c4b68f1f-db0f-4c53-b152-68f33edb542f req-fa3cd854-c6c2-40b5-be85-1d3d0661fa11 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae5e0dd5-90b9-424c-b8d2-061bcf1159a3 HTTP/1.1" status: 200 len: 1001 time: 0.1089144 Aug 31 15:39:19.510610 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b68f1f-db0f-4c53-b152-68f33edb542f req-e14fc2c7-fc29-4b89-acb4-0e9a884de310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:39:19.512107 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c4b68f1f-db0f-4c53-b152-68f33edb542f req-e14fc2c7-fc29-4b89-acb4-0e9a884de310 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=080eca60-1e3c-44c2-9c13-4228fac76c5e HTTP/1.1" status: 200 len: 851 time: 0.0652988 Aug 31 15:39:19.603762 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b68f1f-db0f-4c53-b152-68f33edb542f req-4ab70992-b199-4ceb-9d4e-8dd292044938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:39:19.607047 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c4b68f1f-db0f-4c53-b152-68f33edb542f req-4ab70992-b199-4ceb-9d4e-8dd292044938 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5990b3f4-682b-41ef-afb9-dfd0d1d4d570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0884893 Aug 31 15:39:19.766544 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c4b68f1f-db0f-4c53-b152-68f33edb542f req-ae9d5a37-f23c-4c96-9097-eb3e625c5ca0 service neutron] 10.222.0.64 "GET /v2.0/networks/5990b3f4-682b-41ef-afb9-dfd0d1d4d570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518648 Aug 31 15:39:20.007292 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c4b68f1f-db0f-4c53-b152-68f33edb542f req-fe312408-b3bf-4a36-8d98-d91222469dae service neutron] 10.222.0.64 "GET /v2.0/networks/5990b3f4-682b-41ef-afb9-dfd0d1d4d570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324665 Aug 31 15:39:28.152096 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 56498) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:39:28.274808 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-67eeb887-773a-4c42-bf88-9dba6ebfdd1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:28.294928 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-67eeb887-773a-4c42-bf88-9dba6ebfdd1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:39:28.298964 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-67eeb887-773a-4c42-bf88-9dba6ebfdd1b admin admin] Usage tracker for resource:security_group_rule and tenant:3d94972e7e4d4cfba0cd70288b894232 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:39:28.302209 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-67eeb887-773a-4c42-bf88-9dba6ebfdd1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:39:28.308187 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-67eeb887-773a-4c42-bf88-9dba6ebfdd1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:39:28.393957 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-67eeb887-773a-4c42-bf88-9dba6ebfdd1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:28.398622 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-67eeb887-773a-4c42-bf88-9dba6ebfdd1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:28.405927 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-77ae5de4-b541-486f-a0a0-6db3bc6d4740 tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:39:28.454200 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-67eeb887-773a-4c42-bf88-9dba6ebfdd1b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3d94972e7e4d4cfba0cd70288b894232&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2984312 Aug 31 15:39:28.454200 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eeb887-773a-4c42-bf88-9dba6ebfdd1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036033fe-c5ed-400d-9332-7faaeaed4d2a,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:28.454831 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 56504) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:39:28.461006 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eeb887-773a-4c42-bf88-9dba6ebfdd1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:28.461377 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eeb887-773a-4c42-bf88-9dba6ebfdd1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:28.461728 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eeb887-773a-4c42-bf88-9dba6ebfdd1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:28.462107 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eeb887-773a-4c42-bf88-9dba6ebfdd1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:28.462491 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eeb887-773a-4c42-bf88-9dba6ebfdd1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:28.462783 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eeb887-773a-4c42-bf88-9dba6ebfdd1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:28.463129 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eeb887-773a-4c42-bf88-9dba6ebfdd1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:28.463590 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eeb887-773a-4c42-bf88-9dba6ebfdd1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:28.463901 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eeb887-773a-4c42-bf88-9dba6ebfdd1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:28.464261 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eeb887-773a-4c42-bf88-9dba6ebfdd1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:28.464605 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eeb887-773a-4c42-bf88-9dba6ebfdd1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:28.465483 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67eeb887-773a-4c42-bf88-9dba6ebfdd1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:39:28.469000 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-67eeb887-773a-4c42-bf88-9dba6ebfdd1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:39:28.522450 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0bd11728-f39e-48f5-98dd-f0d55ce785e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:28.548314 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0bd11728-f39e-48f5-98dd-f0d55ce785e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:28.600126 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0bd11728-f39e-48f5-98dd-f0d55ce785e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:28.603950 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-cc8897ca-29cb-45a5-ab99-ca67f739cd78 tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:39:28.616687 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd11728-f39e-48f5-98dd-f0d55ce785e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036033fe-c5ed-400d-9332-7faaeaed4d2a,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:28.619639 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-0bd11728-f39e-48f5-98dd-f0d55ce785e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:39:28.621620 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-0bd11728-f39e-48f5-98dd-f0d55ce785e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:28.622882 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-0bd11728-f39e-48f5-98dd-f0d55ce785e4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/036033fe-c5ed-400d-9332-7faaeaed4d2a HTTP/1.1" status: 204 len: 168 time: 0.1668398 Aug 31 15:39:28.955390 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 56512) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:39:28.973244 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-9679a4f9-2128-4309-aa50-aa44431e1640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:28.987979 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-9679a4f9-2128-4309-aa50-aa44431e1640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:39:28.992570 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-9679a4f9-2128-4309-aa50-aa44431e1640 admin admin] Usage tracker for resource:security_group_rule and tenant:5069f1a6834a4e95b7f389fe5540201a is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:39:28.995390 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-9679a4f9-2128-4309-aa50-aa44431e1640 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:39:29.001121 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-9679a4f9-2128-4309-aa50-aa44431e1640 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:39:29.086877 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-9679a4f9-2128-4309-aa50-aa44431e1640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:29.090614 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-9679a4f9-2128-4309-aa50-aa44431e1640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:29.097948 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-67eeb887-773a-4c42-bf88-9dba6ebfdd1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:39:29.137588 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679a4f9-2128-4309-aa50-aa44431e1640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfbc63b-cbd4-44de-9cd6-15a4c091286c,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:29.142040 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-9679a4f9-2128-4309-aa50-aa44431e1640 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5069f1a6834a4e95b7f389fe5540201a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1856327 Aug 31 15:39:29.142922 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-9679a4f9-2128-4309-aa50-aa44431e1640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:39:29.144777 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 56516) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:39:29.203731 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-6457acef-568b-4313-8106-d12ce297c946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:29.236449 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-6457acef-568b-4313-8106-d12ce297c946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:29.295750 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-6457acef-568b-4313-8106-d12ce297c946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:29.299479 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-7e124c3f-41d0-4db3-984a-0dbf55ecaddf tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:39:29.313471 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457acef-568b-4313-8106-d12ce297c946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfbc63b-cbd4-44de-9cd6-15a4c091286c,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:29.318495 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-6457acef-568b-4313-8106-d12ce297c946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:39:29.323126 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-6457acef-568b-4313-8106-d12ce297c946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:29.324278 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-6457acef-568b-4313-8106-d12ce297c946 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ccfbc63b-cbd4-44de-9cd6-15a4c091286c HTTP/1.1" status: 204 len: 168 time: 0.1785998 Aug 31 15:39:31.610106 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 56580) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:39:31.734700 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f598dd9e-c12c-43ac-b9b5-c05cabe363f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:31.753707 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-f598dd9e-c12c-43ac-b9b5-c05cabe363f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:39:31.758230 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-f598dd9e-c12c-43ac-b9b5-c05cabe363f8 admin admin] Usage tracker for resource:security_group_rule and tenant:a68870db7c7943849767ba48101f5254 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:39:31.761897 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-f598dd9e-c12c-43ac-b9b5-c05cabe363f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:39:31.767893 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-f598dd9e-c12c-43ac-b9b5-c05cabe363f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:39:31.849122 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f598dd9e-c12c-43ac-b9b5-c05cabe363f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:31.853024 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-f598dd9e-c12c-43ac-b9b5-c05cabe363f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:31.860169 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-ce515384-54a0-4430-83aa-43de05868ce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:39:31.900768 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f598dd9e-c12c-43ac-b9b5-c05cabe363f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa5e848-e99f-44a5-bccd-476a2db0e0c6,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:31.904951 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-f598dd9e-c12c-43ac-b9b5-c05cabe363f8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a68870db7c7943849767ba48101f5254&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2935519 Aug 31 15:39:31.905846 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-f598dd9e-c12c-43ac-b9b5-c05cabe363f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:39:31.908328 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 56586) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:39:31.965754 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-3df0a500-6af2-428f-81f2-b05f9f0232a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:31.991315 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-3df0a500-6af2-428f-81f2-b05f9f0232a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:32.041724 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-3df0a500-6af2-428f-81f2-b05f9f0232a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:32.045468 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-d28b4c6c-50e8-461c-9105-f33b593dcac0 tempest-TestShelveInstance-856484379 tempest-TestShelveInstance-856484379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:39:32.062077 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0a500-6af2-428f-81f2-b05f9f0232a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa5e848-e99f-44a5-bccd-476a2db0e0c6,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:32.065002 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-3df0a500-6af2-428f-81f2-b05f9f0232a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:39:32.067006 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-3df0a500-6af2-428f-81f2-b05f9f0232a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:32.068934 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-3df0a500-6af2-428f-81f2-b05f9f0232a9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0aa5e848-e99f-44a5-bccd-476a2db0e0c6 HTTP/1.1" status: 204 len: 168 time: 0.1603835 Aug 31 15:39:32.384432 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 56594) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:39:32.403051 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-5d90f58a-be80-4154-9135-c2afb8f50b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:32.418936 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-5d90f58a-be80-4154-9135-c2afb8f50b39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:39:32.423551 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-5d90f58a-be80-4154-9135-c2afb8f50b39 admin admin] Usage tracker for resource:security_group_rule and tenant:ddea472e75144c61be7389272c2691a9 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:39:32.426531 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-5d90f58a-be80-4154-9135-c2afb8f50b39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:39:32.434228 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-5d90f58a-be80-4154-9135-c2afb8f50b39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:39:32.529445 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-5d90f58a-be80-4154-9135-c2afb8f50b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:32.533810 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-5d90f58a-be80-4154-9135-c2afb8f50b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:32.548611 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-371124ea-6696-4a49-825e-a7ce7bebe0d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:39:32.596774 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-5d90f58a-be80-4154-9135-c2afb8f50b39 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ddea472e75144c61be7389272c2691a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2091897 Aug 31 15:39:32.598027 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d90f58a-be80-4154-9135-c2afb8f50b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1115363c-b9a2-4fd7-bfe8-ee319b1d493c,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:32.599886 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 56598) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:39:32.602497 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-5d90f58a-be80-4154-9135-c2afb8f50b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:39:32.667665 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-fc2dc100-20a4-4349-9595-c998af33793b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:32.695239 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-fc2dc100-20a4-4349-9595-c998af33793b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:32.750108 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-fc2dc100-20a4-4349-9595-c998af33793b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:32.759044 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-13404fb2-01c6-4cba-ad3e-70568b4ff5e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:39:32.779336 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2dc100-20a4-4349-9595-c998af33793b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1115363c-b9a2-4fd7-bfe8-ee319b1d493c,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:32.783723 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-fc2dc100-20a4-4349-9595-c998af33793b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:39:32.789020 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-fc2dc100-20a4-4349-9595-c998af33793b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:32.790634 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-fc2dc100-20a4-4349-9595-c998af33793b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1115363c-b9a2-4fd7-bfe8-ee319b1d493c HTTP/1.1" status: 204 len: 168 time: 0.1893003 Aug 31 15:39:33.565234 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 56622) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:39:33.678517 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [None req-d432bd76-c0dc-4b08-b559-70ad4bb8d919 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2102382829-network', 'tenant_id': 'bee748c7c4a0458c806b18832dcc9331'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:39:33.683233 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-d432bd76-c0dc-4b08-b559-70ad4bb8d919 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:39:33.687047 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-d432bd76-c0dc-4b08-b559-70ad4bb8d919 admin admin] Usage tracker for resource:network and tenant:bee748c7c4a0458c806b18832dcc9331 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:39:33.689898 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-d432bd76-c0dc-4b08-b559-70ad4bb8d919 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:39:33.696822 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-d432bd76-c0dc-4b08-b559-70ad4bb8d919 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:39:33.706339 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d432bd76-c0dc-4b08-b559-70ad4bb8d919 admin admin] Made reservation on behalf of bee748c7c4a0458c806b18832dcc9331 for: {'network': 1} {{(pid=79277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:39:33.709476 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-d432bd76-c0dc-4b08-b559-70ad4bb8d919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for network, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:33.724870 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-d432bd76-c0dc-4b08-b559-70ad4bb8d919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:33.739958 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-d432bd76-c0dc-4b08-b559-70ad4bb8d919 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:39:33.743493 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-d432bd76-c0dc-4b08-b559-70ad4bb8d919 admin admin] Usage tracker for resource:security_group_rule and tenant:bee748c7c4a0458c806b18832dcc9331 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:39:33.746252 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-d432bd76-c0dc-4b08-b559-70ad4bb8d919 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:39:33.752183 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-d432bd76-c0dc-4b08-b559-70ad4bb8d919 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:39:33.846721 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-d432bd76-c0dc-4b08-b559-70ad4bb8d919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:33.850690 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-d432bd76-c0dc-4b08-b559-70ad4bb8d919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:33.853749 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-d01ae60d-a897-4d7e-8141-492aabd30fe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:39:33.886149 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d432bd76-c0dc-4b08-b559-70ad4bb8d919 admin admin] vlan segment allocate from pool success with {'vlan_id': 908, 'physical_network': 'physnet1'} {{(pid=79277) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:39:33.892144 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432bd76-c0dc-4b08-b559-70ad4bb8d919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b63529c-5ad1-4508-a6ee-b21450a20123,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:33.897328 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-d432bd76-c0dc-4b08-b559-70ad4bb8d919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:39:33.902009 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-d432bd76-c0dc-4b08-b559-70ad4bb8d919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3286683'] for segment, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:33.903759 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.db.segments_db [None req-d432bd76-c0dc-4b08-b559-70ad4bb8d919 admin admin] Added segment 4c616477-1c93-447d-9241-4130bc5f4905 of type vlan for network b39cac62-3049-4cd9-9ea2-44c205929b22 Aug 31 15:39:33.935863 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-d432bd76-c0dc-4b08-b559-70ad4bb8d919 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738171399325'] for network, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:33.966454 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-d432bd76-c0dc-4b08-b559-70ad4bb8d919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729'] for network, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:33.967949 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d432bd76-c0dc-4b08-b559-70ad4bb8d919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:39:33.968519 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-d432bd76-c0dc-4b08-b559-70ad4bb8d919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for network, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:33.971872 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-19145c5e-1699-40e3-a26a-9c1a2cb0fa4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:39:34.077455 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-d432bd76-c0dc-4b08-b559-70ad4bb8d919 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5111034 Aug 31 15:39:34.080795 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432bd76-c0dc-4b08-b559-70ad4bb8d919 admin admin] Pushing event updated for resources: {'Network': ['ID=b39cac62-3049-4cd9-9ea2-44c205929b22,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:34.081948 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 56628) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:39:34.083774 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-d432bd76-c0dc-4b08-b559-70ad4bb8d919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:39:34.089683 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-4ce2e074-72dc-4158-aa0d-1e00301f8fe8 admin admin] Request body: {'subnet': {'network_id': 'b39cac62-3049-4cd9-9ea2-44c205929b22', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2102382829-subnet', 'tenant_id': 'bee748c7c4a0458c806b18832dcc9331', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:39:34.092349 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Network b39cac62-3049-4cd9-9ea2-44c205929b22 details requested by agent ovs-agent-dv-cinder-802781-4-iscsi with host dv-cinder-802781-4-iscsi {{(pid=79278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 15:39:34.095680 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-4ce2e074-72dc-4158-aa0d-1e00301f8fe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:39:34.100351 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-4ce2e074-72dc-4158-aa0d-1e00301f8fe8 admin admin] Usage tracker for resource:subnet and tenant:bee748c7c4a0458c806b18832dcc9331 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:39:34.103446 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-4ce2e074-72dc-4158-aa0d-1e00301f8fe8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:39:34.109533 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-4ce2e074-72dc-4158-aa0d-1e00301f8fe8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:39:34.121622 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce2e074-72dc-4158-aa0d-1e00301f8fe8 admin admin] Made reservation on behalf of bee748c7c4a0458c806b18832dcc9331 for: {'subnet': 1} {{(pid=79276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:39:34.124439 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-4ce2e074-72dc-4158-aa0d-1e00301f8fe8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-930169'] for subnet, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:34.344825 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-4ce2e074-72dc-4158-aa0d-1e00301f8fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1765580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-930059'] for subnet, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:34.350824 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:39:34.421269 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce2e074-72dc-4158-aa0d-1e00301f8fe8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08ed6788-304f-46c6-8f93-fb806e5dceb4,revision_number=0']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:34.429617 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-4ce2e074-72dc-4158-aa0d-1e00301f8fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:39:34.440524 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce2e074-72dc-4158-aa0d-1e00301f8fe8 admin admin] Checking segment: {'id': '4c616477-1c93-447d-9241-4130bc5f4905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 908, 'network_id': 'b39cac62-3049-4cd9-9ea2-44c205929b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:39:34.440941 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce2e074-72dc-4158-aa0d-1e00301f8fe8 admin admin] Network hostable DHCP agents. Network: b39cac62-3049-4cd9-9ea2-44c205929b22, hostable agents: ['2365506f-cea6-46f8-ac71-d4e1f85a8442'], hosted agents: [] {{(pid=79276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:39:34.463087 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce2e074-72dc-4158-aa0d-1e00301f8fe8 admin admin] Network b39cac62-3049-4cd9-9ea2-44c205929b22 is scheduled to be hosted by DHCP agent 2365506f-cea6-46f8-ac71-d4e1f85a8442 with binding_index 1 {{(pid=79276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:39:34.474089 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.base_scheduler [None req-4ce2e074-72dc-4158-aa0d-1e00301f8fe8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-4-iscsi, b39cac62-3049-4cd9-9ea2-44c205929b22) {{(pid=79276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:39:34.479573 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce2e074-72dc-4158-aa0d-1e00301f8fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:39:34.480189 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-4ce2e074-72dc-4158-aa0d-1e00301f8fe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for subnet, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:34.488964 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f5de02-1972-43c1-b2e9-56e2a9426184 None None] Network b39cac62-3049-4cd9-9ea2-44c205929b22 requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:39:34.510974 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-4ce2e074-72dc-4158-aa0d-1e00301f8fe8 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4277377 Aug 31 15:39:34.716928 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4fa726-30eb-4ae4-bc1e-23fcd13c2e33 None None] Network b39cac62-3049-4cd9-9ea2-44c205929b22 requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:39:35.084827 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 56646) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:39:35.090906 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.v2.base [None req-23ecea9e-d160-4d85-b66b-9558bc4276b6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-717100808-network', 'tenant_id': '70815d4cea5b46d6b9382586dba758b3'}} {{(pid=79276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:39:35.095923 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-23ecea9e-d160-4d85-b66b-9558bc4276b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:39:35.100570 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-23ecea9e-d160-4d85-b66b-9558bc4276b6 admin admin] Usage tracker for resource:network and tenant:70815d4cea5b46d6b9382586dba758b3 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:39:35.104040 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-23ecea9e-d160-4d85-b66b-9558bc4276b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:39:35.110861 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-23ecea9e-d160-4d85-b66b-9558bc4276b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:39:35.123188 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ecea9e-d160-4d85-b66b-9558bc4276b6 admin admin] Made reservation on behalf of 70815d4cea5b46d6b9382586dba758b3 for: {'network': 1} {{(pid=79276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:39:35.125546 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-23ecea9e-d160-4d85-b66b-9558bc4276b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for network, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:35.139115 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-23ecea9e-d160-4d85-b66b-9558bc4276b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:35.154957 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-23ecea9e-d160-4d85-b66b-9558bc4276b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:39:35.158929 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-23ecea9e-d160-4d85-b66b-9558bc4276b6 admin admin] Usage tracker for resource:security_group_rule and tenant:70815d4cea5b46d6b9382586dba758b3 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:39:35.162182 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-23ecea9e-d160-4d85-b66b-9558bc4276b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:39:35.168013 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-23ecea9e-d160-4d85-b66b-9558bc4276b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:39:35.257721 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-23ecea9e-d160-4d85-b66b-9558bc4276b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:35.261958 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-23ecea9e-d160-4d85-b66b-9558bc4276b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:35.265411 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-96ffbc45-152b-4a09-801d-6ad2434ba5ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:39:35.323067 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-84e7e102-e422-484e-85d6-21057920dbeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:35.385787 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23ecea9e-d160-4d85-b66b-9558bc4276b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 935, 'physical_network': 'physnet1'} {{(pid=79276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 15:39:35.401031 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ecea9e-d160-4d85-b66b-9558bc4276b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d540b717-49a7-4497-8ebc-91e5a523c5ec,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:35.405708 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-23ecea9e-d160-4d85-b66b-9558bc4276b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:39:35.406906 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-23ecea9e-d160-4d85-b66b-9558bc4276b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3286683'] for segment, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:35.407246 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.db.segments_db [None req-23ecea9e-d160-4d85-b66b-9558bc4276b6 admin admin] Added segment 2cf301f2-05dc-41a8-a9ff-f6a6e503de87 of type vlan for network 2da41175-5b2d-4d2d-9083-4281d7b76d3d Aug 31 15:39:35.436807 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-23ecea9e-d160-4d85-b66b-9558bc4276b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738171399325'] for network, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:35.471559 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-23ecea9e-d160-4d85-b66b-9558bc4276b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729'] for network, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:35.473589 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ecea9e-d160-4d85-b66b-9558bc4276b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:39:35.474876 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-23ecea9e-d160-4d85-b66b-9558bc4276b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for network, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:35.478617 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:39:35.589014 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-23ecea9e-d160-4d85-b66b-9558bc4276b6 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5030515 Aug 31 15:39:35.591964 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 56650) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:39:35.594406 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ecea9e-d160-4d85-b66b-9558bc4276b6 admin admin] Pushing event updated for resources: {'Network': ['ID=2da41175-5b2d-4d2d-9083-4281d7b76d3d,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:35.597687 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-23ecea9e-d160-4d85-b66b-9558bc4276b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:39:35.599555 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [None req-590dd13a-3ead-42aa-af94-0d8759ea4253 admin admin] Request body: {'subnet': {'network_id': '2da41175-5b2d-4d2d-9083-4281d7b76d3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-717100808-subnet', 'tenant_id': '70815d4cea5b46d6b9382586dba758b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:39:35.609378 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-590dd13a-3ead-42aa-af94-0d8759ea4253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:39:35.614022 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-590dd13a-3ead-42aa-af94-0d8759ea4253 admin admin] Usage tracker for resource:subnet and tenant:70815d4cea5b46d6b9382586dba758b3 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:39:35.615860 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Network 2da41175-5b2d-4d2d-9083-4281d7b76d3d details requested by agent ovs-agent-dv-cinder-802781-4-iscsi with host dv-cinder-802781-4-iscsi {{(pid=79278) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 31 15:39:35.618308 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-590dd13a-3ead-42aa-af94-0d8759ea4253 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:39:35.625723 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-590dd13a-3ead-42aa-af94-0d8759ea4253 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:39:35.631971 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:35.637856 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590dd13a-3ead-42aa-af94-0d8759ea4253 admin admin] Made reservation on behalf of 70815d4cea5b46d6b9382586dba758b3 for: {'subnet': 1} {{(pid=79277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:39:35.640685 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-590dd13a-3ead-42aa-af94-0d8759ea4253 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11322311'] for subnet, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:35.907795 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-590dd13a-3ead-42aa-af94-0d8759ea4253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10698273', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11322293'] for subnet, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:35.913417 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:39:35.992780 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590dd13a-3ead-42aa-af94-0d8759ea4253 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b15eaf23-700d-4b2f-80a3-4dc9f40d2206,revision_number=0']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:35.995605 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-590dd13a-3ead-42aa-af94-0d8759ea4253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:39:36.005665 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590dd13a-3ead-42aa-af94-0d8759ea4253 admin admin] Checking segment: {'id': '2cf301f2-05dc-41a8-a9ff-f6a6e503de87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '2da41175-5b2d-4d2d-9083-4281d7b76d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:39:36.005665 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590dd13a-3ead-42aa-af94-0d8759ea4253 admin admin] Network hostable DHCP agents. Network: 2da41175-5b2d-4d2d-9083-4281d7b76d3d, hostable agents: ['2365506f-cea6-46f8-ac71-d4e1f85a8442'], hosted agents: [] {{(pid=79277) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 15:39:36.028010 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590dd13a-3ead-42aa-af94-0d8759ea4253 admin admin] Network 2da41175-5b2d-4d2d-9083-4281d7b76d3d is scheduled to be hosted by DHCP agent 2365506f-cea6-46f8-ac71-d4e1f85a8442 with binding_index 1 {{(pid=79277) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 15:39:36.038781 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.base_scheduler [None req-590dd13a-3ead-42aa-af94-0d8759ea4253 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802781-4-iscsi, 2da41175-5b2d-4d2d-9083-4281d7b76d3d) {{(pid=79277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:39:36.043039 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590dd13a-3ead-42aa-af94-0d8759ea4253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:39:36.043657 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-590dd13a-3ead-42aa-af94-0d8759ea4253 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:36.049714 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77c76f4-aadd-40bc-973e-30c087010dd3 None None] Network 2da41175-5b2d-4d2d-9083-4281d7b76d3d requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:39:36.068383 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-590dd13a-3ead-42aa-af94-0d8759ea4253 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4740114 Aug 31 15:39:36.343512 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caee2655-a812-4b35-9b95-1c62ea47f113 None None] Network 2da41175-5b2d-4d2d-9083-4281d7b76d3d requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:39:37.722517 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-dc9d3071-8852-4d03-9cef-e6a8da987fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:38.919569 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:39.624305 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:40.603758 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:52.720793 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 56778) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:39:52.784951 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d0f65bb-6f91-4893-9f89-b9e01b957f09 admin admin] Deleting subnet 08ed6788-304f-46c6-8f93-fb806e5dceb4 {{(pid=79277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 31 15:39:52.788976 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-6d0f65bb-6f91-4893-9f89-b9e01b957f09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:52.834138 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [req-320c5b04-888a-4295-a7f6-92b9473b594c req-58106088-ea71-4c4a-a1e0-34ede8fe44ec service neutron] (79277) timed out ('10.222.0.64', 54950) {{(pid=79277) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 31 15:39:52.846921 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-6d0f65bb-6f91-4893-9f89-b9e01b957f09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1557530'] for subnet, precommit_delete_associations {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:52.920056 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-6d0f65bb-6f91-4893-9f89-b9e01b957f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3292833'] for subnet, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:52.991847 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-6d0f65bb-6f91-4893-9f89-b9e01b957f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3292846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10695650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11322284'] for subnet, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:52.995722 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:39:53.039895 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f65bb-6f91-4893-9f89-b9e01b957f09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08ed6788-304f-46c6-8f93-fb806e5dceb4,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:53.042764 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-6d0f65bb-6f91-4893-9f89-b9e01b957f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:39:53.043756 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-6d0f65bb-6f91-4893-9f89-b9e01b957f09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:53.049904 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-6d0f65bb-6f91-4893-9f89-b9e01b957f09 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/08ed6788-304f-46c6-8f93-fb806e5dceb4 HTTP/1.1" status: 204 len: 168 time: 0.3280559 Aug 31 15:39:53.053069 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 56782) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:39:53.162418 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c1b3e8c8-25b5-4c66-8a3c-b0d1a9d3f923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1015904'] for network, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:53.296230 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c1b3e8c8-25b5-4c66-8a3c-b0d1a9d3f923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3290458', 'neutron.services.segments.db._delete_segments_for_network-8738171925917'] for network, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:53.311296 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.services.segments.db [None req-c1b3e8c8-25b5-4c66-8a3c-b0d1a9d3f923 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b39cac62-3049-4cd9-9ea2-44c205929b22']}} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:39:53.327855 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.services.segments.db [None req-c1b3e8c8-25b5-4c66-8a3c-b0d1a9d3f923 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c616477-1c93-447d-9241-4130bc5f4905') {'for_net_delete': True} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:39:53.328148 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.services.segments.db [None req-c1b3e8c8-25b5-4c66-8a3c-b0d1a9d3f923 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c616477-1c93-447d-9241-4130bc5f4905') {} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:39:53.341419 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c1b3e8c8-25b5-4c66-8a3c-b0d1a9d3f923 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738171923703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1557509'] for segment, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:53.358606 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c1b3e8c8-25b5-4c66-8a3c-b0d1a9d3f923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3286683'] for segment, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:53.365750 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1b3e8c8-25b5-4c66-8a3c-b0d1a9d3f923 admin admin] Releasing vlan 908 on physical network physnet1 to pool {{(pid=79277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:39:53.366210 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c1b3e8c8-25b5-4c66-8a3c-b0d1a9d3f923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3286674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10695556'] for segment, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:53.380939 dv-cinder-802781-4-iscsi neutron-server[79277]: Traceback (most recent call last): Aug 31 15:39:53.380939 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:39:53.380939 dv-cinder-802781-4-iscsi neutron-server[79277]: timer() Aug 31 15:39:53.380939 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:39:53.380939 dv-cinder-802781-4-iscsi neutron-server[79277]: cb(*args, **kw) Aug 31 15:39:53.380939 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 31 15:39:53.380939 dv-cinder-802781-4-iscsi neutron-server[79277]: return func(*args, **kwargs) Aug 31 15:39:53.380939 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:39:53.380939 dv-cinder-802781-4-iscsi neutron-server[79277]: self._notify() Aug 31 15:39:53.380939 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:39:53.380939 dv-cinder-802781-4-iscsi neutron-server[79277]: self.callback(batched_events) Aug 31 15:39:53.380939 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:39:53.380939 dv-cinder-802781-4-iscsi neutron-server[79277]: event.method(event) Aug 31 15:39:53.380939 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 15:39:53.380939 dv-cinder-802781-4-iscsi neutron-server[79277]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:39:53.380939 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 15:39:53.380939 dv-cinder-802781-4-iscsi neutron-server[79277]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:39:53.380939 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 15:39:53.380939 dv-cinder-802781-4-iscsi neutron-server[79277]: return f(self, *a, **k) Aug 31 15:39:53.380939 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 31 15:39:53.380939 dv-cinder-802781-4-iscsi neutron-server[79277]: return self._get(url).json() Aug 31 15:39:53.380939 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 31 15:39:53.380939 dv-cinder-802781-4-iscsi neutron-server[79277]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:39:53.380939 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:39:53.380939 dv-cinder-802781-4-iscsi neutron-server[79277]: return self.request(url, 'GET', **kwargs) Aug 31 15:39:53.380939 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:39:53.380939 dv-cinder-802781-4-iscsi neutron-server[79277]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:39:53.380939 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:39:53.380939 dv-cinder-802781-4-iscsi neutron-server[79277]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:39:53.380939 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:39:53.380939 dv-cinder-802781-4-iscsi neutron-server[79277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:39:53.380939 dv-cinder-802781-4-iscsi neutron-server[79277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:39:53.561032 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c1b3e8c8-25b5-4c66-8a3c-b0d1a9d3f923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3290403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906838'] for network, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:53.564686 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-295fc2ea-e5fa-4e44-8d11-404abddb1b22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:39:53.578748 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c1b3e8c8-25b5-4c66-8a3c-b0d1a9d3f923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for network, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:53.589124 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-c1b3e8c8-25b5-4c66-8a3c-b0d1a9d3f923 admin admin] 10.222.0.81 "DELETE /v2.0/networks/b39cac62-3049-4cd9-9ea2-44c205929b22 HTTP/1.1" status: 204 len: 168 time: 0.5350413 Aug 31 15:39:53.590067 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b3e8c8-25b5-4c66-8a3c-b0d1a9d3f923 admin admin] Pushing event deleted for resources: {'Network': ['ID=b39cac62-3049-4cd9-9ea2-44c205929b22,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:53.591778 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 56786) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:39:53.594414 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-c1b3e8c8-25b5-4c66-8a3c-b0d1a9d3f923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:39:53.654570 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ff12000-7392-4fed-b30b-e917045951ab admin admin] Deleting subnet b15eaf23-700d-4b2f-80a3-4dc9f40d2206 {{(pid=79277) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 31 15:39:53.658085 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-1ff12000-7392-4fed-b30b-e917045951ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:53.714621 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-1ff12000-7392-4fed-b30b-e917045951ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1557530'] for subnet, precommit_delete_associations {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:53.773613 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-1ff12000-7392-4fed-b30b-e917045951ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3292833'] for subnet, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:53.851623 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-1ff12000-7392-4fed-b30b-e917045951ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3292846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10695650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11322284'] for subnet, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:53.856933 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-dd783a67-6a38-4f97-8725-4233ded97aea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:39:53.897347 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff12000-7392-4fed-b30b-e917045951ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b15eaf23-700d-4b2f-80a3-4dc9f40d2206,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:53.899356 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-1ff12000-7392-4fed-b30b-e917045951ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:53.902674 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-1ff12000-7392-4fed-b30b-e917045951ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:39:53.906525 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-1ff12000-7392-4fed-b30b-e917045951ab admin admin] 10.222.0.81 "DELETE /v2.0/subnets/b15eaf23-700d-4b2f-80a3-4dc9f40d2206 HTTP/1.1" status: 204 len: 168 time: 0.3137591 Aug 31 15:39:53.909190 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 56790) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:39:54.024265 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-cb6cb81e-7931-41cf-b713-022e81171857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1015904'] for network, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:54.036755 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 6 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:39:54.157218 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-cb6cb81e-7931-41cf-b713-022e81171857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3290458', 'neutron.services.segments.db._delete_segments_for_network-8738171925917'] for network, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:54.171984 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.services.segments.db [None req-cb6cb81e-7931-41cf-b713-022e81171857 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2da41175-5b2d-4d2d-9083-4281d7b76d3d']}} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:39:54.186070 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.services.segments.db [None req-cb6cb81e-7931-41cf-b713-022e81171857 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cf301f2-05dc-41a8-a9ff-f6a6e503de87') {'for_net_delete': True} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:39:54.186342 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.services.segments.db [None req-cb6cb81e-7931-41cf-b713-022e81171857 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cf301f2-05dc-41a8-a9ff-f6a6e503de87') {} {{(pid=79277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:39:54.198964 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-cb6cb81e-7931-41cf-b713-022e81171857 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738171923703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1557509'] for segment, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:54.216529 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-cb6cb81e-7931-41cf-b713-022e81171857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3286683'] for segment, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:54.225386 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb6cb81e-7931-41cf-b713-022e81171857 admin admin] Releasing vlan 935 on physical network physnet1 to pool {{(pid=79277) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:39:54.225787 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-cb6cb81e-7931-41cf-b713-022e81171857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3286674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10695556'] for segment, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:54.240727 dv-cinder-802781-4-iscsi neutron-server[79277]: Traceback (most recent call last): Aug 31 15:39:54.240727 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:39:54.240727 dv-cinder-802781-4-iscsi neutron-server[79277]: timer() Aug 31 15:39:54.240727 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:39:54.240727 dv-cinder-802781-4-iscsi neutron-server[79277]: cb(*args, **kw) Aug 31 15:39:54.240727 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 31 15:39:54.240727 dv-cinder-802781-4-iscsi neutron-server[79277]: return func(*args, **kwargs) Aug 31 15:39:54.240727 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:39:54.240727 dv-cinder-802781-4-iscsi neutron-server[79277]: self._notify() Aug 31 15:39:54.240727 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:39:54.240727 dv-cinder-802781-4-iscsi neutron-server[79277]: self.callback(batched_events) Aug 31 15:39:54.240727 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:39:54.240727 dv-cinder-802781-4-iscsi neutron-server[79277]: event.method(event) Aug 31 15:39:54.240727 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 15:39:54.240727 dv-cinder-802781-4-iscsi neutron-server[79277]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:39:54.240727 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 15:39:54.240727 dv-cinder-802781-4-iscsi neutron-server[79277]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:39:54.240727 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 15:39:54.240727 dv-cinder-802781-4-iscsi neutron-server[79277]: return f(self, *a, **k) Aug 31 15:39:54.240727 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 31 15:39:54.240727 dv-cinder-802781-4-iscsi neutron-server[79277]: return self._get(url).json() Aug 31 15:39:54.240727 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 31 15:39:54.240727 dv-cinder-802781-4-iscsi neutron-server[79277]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:39:54.240727 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:39:54.240727 dv-cinder-802781-4-iscsi neutron-server[79277]: return self.request(url, 'GET', **kwargs) Aug 31 15:39:54.240727 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:39:54.240727 dv-cinder-802781-4-iscsi neutron-server[79277]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:39:54.240727 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:39:54.240727 dv-cinder-802781-4-iscsi neutron-server[79277]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:39:54.240727 dv-cinder-802781-4-iscsi neutron-server[79277]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:39:54.240727 dv-cinder-802781-4-iscsi neutron-server[79277]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:39:54.240727 dv-cinder-802781-4-iscsi neutron-server[79277]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:39:54.328701 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-cb6cb81e-7931-41cf-b713-022e81171857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3290403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906838'] for network, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:54.332431 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:39:54.346245 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-cb6cb81e-7931-41cf-b713-022e81171857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for network, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:54.356355 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6cb81e-7931-41cf-b713-022e81171857 admin admin] Pushing event deleted for resources: {'Network': ['ID=2da41175-5b2d-4d2d-9083-4281d7b76d3d,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:54.359356 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-cb6cb81e-7931-41cf-b713-022e81171857 admin admin] 10.222.0.81 "DELETE /v2.0/networks/2da41175-5b2d-4d2d-9083-4281d7b76d3d HTTP/1.1" status: 204 len: 168 time: 0.4491971 Aug 31 15:39:54.360300 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-cb6cb81e-7931-41cf-b713-022e81171857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:39:54.549056 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 56796) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:39:54.603162 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-522d28b5-a7d0-4f55-8a6e-8aad48c5a887 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bee748c7c4a0458c806b18832dcc9331&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0528603 Aug 31 15:39:54.605784 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 56800) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:39:54.680611 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-3fa315fb-4220-4764-a606-a5c97c68fb68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:54.709158 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-3fa315fb-4220-4764-a606-a5c97c68fb68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:54.766835 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-3fa315fb-4220-4764-a606-a5c97c68fb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:54.771134 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:39:54.786670 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa315fb-4220-4764-a606-a5c97c68fb68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b63529c-5ad1-4508-a6ee-b21450a20123,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:54.790307 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-3fa315fb-4220-4764-a606-a5c97c68fb68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:39:54.793631 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-3fa315fb-4220-4764-a606-a5c97c68fb68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:54.794894 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-3fa315fb-4220-4764-a606-a5c97c68fb68 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9b63529c-5ad1-4508-a6ee-b21450a20123 HTTP/1.1" status: 204 len: 168 time: 0.1879704 Aug 31 15:39:55.401998 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 56808) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:39:55.453446 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-a67a3a2a-1173-4640-8bb4-0f63dc48f4ef admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=70815d4cea5b46d6b9382586dba758b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501060 Aug 31 15:39:55.455909 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 56812) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:39:55.527932 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-5deb801f-dfbe-4a0a-823a-c62a90ecf306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:55.555302 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-5deb801f-dfbe-4a0a-823a-c62a90ecf306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:55.613435 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-5deb801f-dfbe-4a0a-823a-c62a90ecf306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:55.617443 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-3df0a500-6af2-428f-81f2-b05f9f0232a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:39:55.628713 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb801f-dfbe-4a0a-823a-c62a90ecf306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d540b717-49a7-4497-8ebc-91e5a523c5ec,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:55.634151 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-5deb801f-dfbe-4a0a-823a-c62a90ecf306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:39:55.635927 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-5deb801f-dfbe-4a0a-823a-c62a90ecf306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:55.637023 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-5deb801f-dfbe-4a0a-823a-c62a90ecf306 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d540b717-49a7-4497-8ebc-91e5a523c5ec HTTP/1.1" status: 204 len: 168 time: 0.1801836 Aug 31 15:39:57.055588 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 56856) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:39:57.176640 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-951dbc42-7f27-4e32-8252-cd5db9f28622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:57.191659 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-951dbc42-7f27-4e32-8252-cd5db9f28622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:39:57.196059 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-951dbc42-7f27-4e32-8252-cd5db9f28622 admin admin] Usage tracker for resource:security_group_rule and tenant:2836c38cbe3248daaab58412706abe64 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:39:57.198903 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-951dbc42-7f27-4e32-8252-cd5db9f28622 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:39:57.204957 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-951dbc42-7f27-4e32-8252-cd5db9f28622 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:39:57.292705 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-951dbc42-7f27-4e32-8252-cd5db9f28622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:57.296737 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-951dbc42-7f27-4e32-8252-cd5db9f28622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:57.305417 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-e6dabb5a-fd5d-401b-b624-52e929677943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:39:57.350269 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-951dbc42-7f27-4e32-8252-cd5db9f28622 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2836c38cbe3248daaab58412706abe64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2933202 Aug 31 15:39:57.352103 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951dbc42-7f27-4e32-8252-cd5db9f28622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcf168e-df15-461b-9a8d-c63fa9f67124,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:57.352994 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 56862) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:39:57.355407 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-951dbc42-7f27-4e32-8252-cd5db9f28622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:39:57.415198 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-437517c8-69b1-404c-918a-0fd662403870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:57.441108 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-437517c8-69b1-404c-918a-0fd662403870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:57.496998 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-437517c8-69b1-404c-918a-0fd662403870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:57.500922 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-909773d7-78a3-4330-bc6b-845faee007aa tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:39:57.513151 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437517c8-69b1-404c-918a-0fd662403870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcf168e-df15-461b-9a8d-c63fa9f67124,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:39:57.516930 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-437517c8-69b1-404c-918a-0fd662403870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:39:57.521346 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-437517c8-69b1-404c-918a-0fd662403870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:39:57.523708 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-437517c8-69b1-404c-918a-0fd662403870 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6fcf168e-df15-461b-9a8d-c63fa9f67124 HTTP/1.1" status: 204 len: 168 time: 0.1696758 Aug 31 15:40:02.258015 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 56930) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:40:02.382650 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9509a090-f1bd-4f6a-8618-b2458c49b59e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:02.400353 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-9509a090-f1bd-4f6a-8618-b2458c49b59e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:40:02.404410 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-9509a090-f1bd-4f6a-8618-b2458c49b59e admin admin] Usage tracker for resource:security_group_rule and tenant:9003330f14e0479695162838244720d1 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:40:02.407253 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-9509a090-f1bd-4f6a-8618-b2458c49b59e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:40:02.413156 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-9509a090-f1bd-4f6a-8618-b2458c49b59e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:40:02.508070 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9509a090-f1bd-4f6a-8618-b2458c49b59e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:02.512154 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-9509a090-f1bd-4f6a-8618-b2458c49b59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:02.519656 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-d1391525-3346-420b-b90e-b50895f35b64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:40:02.561594 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-9509a090-f1bd-4f6a-8618-b2458c49b59e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9003330f14e0479695162838244720d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3024724 Aug 31 15:40:02.562542 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9509a090-f1bd-4f6a-8618-b2458c49b59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70af662-01fd-4095-ac8f-baa68a761a66,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:40:02.564396 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 56936) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:40:02.565782 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-9509a090-f1bd-4f6a-8618-b2458c49b59e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:40:02.624558 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-cc61be91-6570-4631-bab3-329fd3c72b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:02.651340 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-cc61be91-6570-4631-bab3-329fd3c72b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:02.707983 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-cc61be91-6570-4631-bab3-329fd3c72b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:02.711768 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-295fc2ea-e5fa-4e44-8d11-404abddb1b22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:40:02.724183 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc61be91-6570-4631-bab3-329fd3c72b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70af662-01fd-4095-ac8f-baa68a761a66,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:40:02.726435 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-cc61be91-6570-4631-bab3-329fd3c72b63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:40:02.736278 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-cc61be91-6570-4631-bab3-329fd3c72b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:02.737602 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-cc61be91-6570-4631-bab3-329fd3c72b63 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f70af662-01fd-4095-ac8f-baa68a761a66 HTTP/1.1" status: 204 len: 168 time: 0.1719618 Aug 31 15:40:05.317686 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-2d3c7335-cfda-4223-910f-10633899bed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:05.606988 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:07.715821 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-89a8882e-5539-442d-bc08-73ed746bacdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:08.922532 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:09.632081 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:10.609208 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:21.112490 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ea4b1371-fa9c-4bcf-b3d1-3f952bae19dc req-66ad1694-e69a-4d3d-83d6-29210e0df94a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9a1f6e49-df9f-42ca-bbba-1f56ade8f548&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1740515 Aug 31 15:40:21.282273 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b1371-fa9c-4bcf-b3d1-3f952bae19dc req-f37ceb13-fe30-481e-9b03-1718357f9521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:40:21.283676 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ea4b1371-fa9c-4bcf-b3d1-3f952bae19dc req-f37ceb13-fe30-481e-9b03-1718357f9521 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e4371ca94d2f4596a8827e56a45419f1&device_id=9a1f6e49-df9f-42ca-bbba-1f56ade8f548 HTTP/1.1" status: 200 len: 1098 time: 0.0765946 Aug 31 15:40:21.439951 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b1371-fa9c-4bcf-b3d1-3f952bae19dc req-809596db-ea81-44b3-a409-d89b2862d759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:40:21.441401 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ea4b1371-fa9c-4bcf-b3d1-3f952bae19dc req-809596db-ea81-44b3-a409-d89b2862d759 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5990b3f4-682b-41ef-afb9-dfd0d1d4d570 HTTP/1.1" status: 200 len: 913 time: 0.1379883 Aug 31 15:40:21.550158 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ea4b1371-fa9c-4bcf-b3d1-3f952bae19dc req-60a117bf-3fe3-474e-8efb-1e7ed8cff19b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae5e0dd5-90b9-424c-b8d2-061bcf1159a3 HTTP/1.1" status: 200 len: 1001 time: 0.1017325 Aug 31 15:40:21.614261 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b1371-fa9c-4bcf-b3d1-3f952bae19dc req-f6346301-7fe9-41cb-b4f1-8beda7193839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:40:21.615821 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ea4b1371-fa9c-4bcf-b3d1-3f952bae19dc req-f6346301-7fe9-41cb-b4f1-8beda7193839 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=080eca60-1e3c-44c2-9c13-4228fac76c5e HTTP/1.1" status: 200 len: 851 time: 0.0593915 Aug 31 15:40:21.695616 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b1371-fa9c-4bcf-b3d1-3f952bae19dc req-383ba629-4845-4d8c-8508-5e623d903a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:40:21.697097 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ea4b1371-fa9c-4bcf-b3d1-3f952bae19dc req-383ba629-4845-4d8c-8508-5e623d903a29 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5990b3f4-682b-41ef-afb9-dfd0d1d4d570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734301 Aug 31 15:40:21.926090 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ea4b1371-fa9c-4bcf-b3d1-3f952bae19dc req-74584433-2cde-40a4-913e-9821de6bd1eb service neutron] 10.222.0.64 "GET /v2.0/networks/5990b3f4-682b-41ef-afb9-dfd0d1d4d570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221880 Aug 31 15:40:22.060864 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ea4b1371-fa9c-4bcf-b3d1-3f952bae19dc req-55c67c2b-424e-42e0-bd55-39c201495eab service neutron] 10.222.0.64 "GET /v2.0/networks/5990b3f4-682b-41ef-afb9-dfd0d1d4d570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285636 Aug 31 15:40:31.036546 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 6 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:40:35.320561 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-19fb1bb9-5523-4cc4-8c16-d5d644ec5f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:35.610175 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:37.717398 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-c0f67b31-09e2-4ebd-9605-c4de55672bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:38.928089 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:39.646652 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:40.610054 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:47.866829 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-b7364951-1740-4c05-9d0b-5badc9a33e29 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1753315560&fields=id&tenant_id=e4371ca94d2f4596a8827e56a45419f1 HTTP/1.1" status: 200 len: 267 time: 0.0463374 Aug 31 15:40:48.028465 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-2746183c-250e-4501-a098-ab9f0cf8e8aa tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:40:48.029975 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-2746183c-250e-4501-a098-ab9f0cf8e8aa tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/networks?id=5990b3f4-682b-41ef-afb9-dfd0d1d4d570 HTTP/1.1" status: 200 len: 812 time: 0.1563134 Aug 31 15:40:48.046718 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-7febc9ed-1dbe-4a03-8595-63d255705418 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/quotas/e4371ca94d2f4596a8827e56a45419f1 HTTP/1.1" status: 200 len: 375 time: 0.0094674 Aug 31 15:40:48.139595 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-f2ae42af-29be-459e-abe1-68b35f67570f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e4371ca94d2f4596a8827e56a45419f1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0870790 Aug 31 15:40:48.337084 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-b21f93bc-f840-4bf3-b516-b7abb19a7013 service neutron] 10.222.0.81 "GET /v2.0/networks/5990b3f4-682b-41ef-afb9-dfd0d1d4d570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854174 Aug 31 15:40:48.504080 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-ebcf43b6-4b4b-4074-a3fa-d63a8313aeb1 service neutron] 10.222.0.81 "GET /v2.0/networks/5990b3f4-682b-41ef-afb9-dfd0d1d4d570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610105 Aug 31 15:40:49.981898 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-dd2abac3-7955-450c-91a8-82ec6087e0c0 req-6edb5c02-9bdf-4243-b46a-534a19a54d66 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=983cc82f-e2e8-4613-af63-b91833ba3282 HTTP/1.1" status: 200 len: 210 time: 0.0964007 Aug 31 15:40:51.082123 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-07b98e1c-dbf6-4b46-9d7b-c651fb93ddff req-e3be1919-bf8a-44e8-8361-bc2b18088e22 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=983cc82f-e2e8-4613-af63-b91833ba3282 HTTP/1.1" status: 200 len: 210 time: 0.0476563 Aug 31 15:40:52.200796 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-95539ab8-a990-447f-b163-e3c7fa7bdecc req-af383fac-c12e-4fc3-8319-f47d51ec65db tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=983cc82f-e2e8-4613-af63-b91833ba3282 HTTP/1.1" status: 200 len: 210 time: 0.0504577 Aug 31 15:40:53.300380 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-bc15d10d-2aac-4f38-a2e0-b12d32714526 req-8a9836e6-4b6d-4a79-b38f-a953afa0fad0 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=983cc82f-e2e8-4613-af63-b91833ba3282 HTTP/1.1" status: 200 len: 210 time: 0.0471656 Aug 31 15:40:54.341583 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-965a9423-9e3a-4f1c-8391-4218253a2b22 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:40:54.343073 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-965a9423-9e3a-4f1c-8391-4218253a2b22 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.64 "GET /v2.0/networks?id=5990b3f4-682b-41ef-afb9-dfd0d1d4d570 HTTP/1.1" status: 200 len: 812 time: 0.1559725 Aug 31 15:40:54.420014 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-d7fc88d7-6632-4bb3-bfa7-871cc4c364b9 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4371ca94d2f4596a8827e56a45419f1 HTTP/1.1" status: 200 len: 380 time: 0.0515327 Aug 31 15:40:54.425693 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-aac7e5f9-a3f7-45a3-8704-f7c24d68911f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Request body: {'port': {'device_id': '983cc82f-e2e8-4613-af63-b91833ba3282', 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570', 'admin_state_up': True, 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'security_groups': ['b8edf42a-55a3-4cf9-904d-acbe34d98f9a']}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:40:54.454105 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-2884a151-2c39-443f-83ec-8e962e3459a1 req-7fded205-eb88-4185-a7ed-638fbd86b170 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=983cc82f-e2e8-4613-af63-b91833ba3282 HTTP/1.1" status: 200 len: 210 time: 0.0440261 Aug 31 15:40:54.570458 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-aac7e5f9-a3f7-45a3-8704-f7c24d68911f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:40:54.580311 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-aac7e5f9-a3f7-45a3-8704-f7c24d68911f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:40:54.590409 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-aac7e5f9-a3f7-45a3-8704-f7c24d68911f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Made reservation on behalf of e4371ca94d2f4596a8827e56a45419f1 for: {'port': 1} {{(pid=79277) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 15:40:54.594028 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-aac7e5f9-a3f7-45a3-8704-f7c24d68911f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:54.767841 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.db_base_plugin_common [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-aac7e5f9-a3f7-45a3-8704-f7c24d68911f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Allocated IP 172.20.0.10 (5990b3f4-682b-41ef-afb9-dfd0d1d4d570/080eca60-1e3c-44c2-9c13-4228fac76c5e/d9e53462-75bd-4225-b881-c9d83b21de25) {{(pid=79277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:40:54.970310 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-aac7e5f9-a3f7-45a3-8704-f7c24d68911f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks [] for port, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:54.986502 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.provisioning_blocks [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-aac7e5f9-a3f7-45a3-8704-f7c24d68911f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Transition to ACTIVE for port object d9e53462-75bd-4225-b881-c9d83b21de25 will not be triggered until provisioned by entity DHCP. {{(pid=79277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:40:55.012604 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-aac7e5f9-a3f7-45a3-8704-f7c24d68911f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10695601'] for port, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:55.018791 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-300a4c17-dbe5-445a-9292-3892d7cc11d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:40:55.180038 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-aac7e5f9-a3f7-45a3-8704-f7c24d68911f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Network 5990b3f4-682b-41ef-afb9-dfd0d1d4d570 is already hosted by enough agents. {{(pid=79277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:40:55.183077 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.base_scheduler [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-aac7e5f9-a3f7-45a3-8704-f7c24d68911f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Resources bound (agent type, host, resource id): {{(pid=79277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:40:55.187317 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-aac7e5f9-a3f7-45a3-8704-f7c24d68911f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Received port after_create {{(pid=79277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:40:55.232006 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac7e5f9-a3f7-45a3-8704-f7c24d68911f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Pushing event updated for resources: {'Port': ['ID=d9e53462-75bd-4225-b881-c9d83b21de25,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:40:55.246572 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac7e5f9-a3f7-45a3-8704-f7c24d68911f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:55.247026 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac7e5f9-a3f7-45a3-8704-f7c24d68911f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:55.247488 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac7e5f9-a3f7-45a3-8704-f7c24d68911f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:55.247915 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac7e5f9-a3f7-45a3-8704-f7c24d68911f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:55.248338 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac7e5f9-a3f7-45a3-8704-f7c24d68911f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:55.248762 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac7e5f9-a3f7-45a3-8704-f7c24d68911f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:55.249185 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac7e5f9-a3f7-45a3-8704-f7c24d68911f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:55.249602 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac7e5f9-a3f7-45a3-8704-f7c24d68911f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:55.250361 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac7e5f9-a3f7-45a3-8704-f7c24d68911f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:55.250361 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac7e5f9-a3f7-45a3-8704-f7c24d68911f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:55.250754 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac7e5f9-a3f7-45a3-8704-f7c24d68911f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:55.251085 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac7e5f9-a3f7-45a3-8704-f7c24d68911f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:40:55.257163 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-aac7e5f9-a3f7-45a3-8704-f7c24d68911f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:40:55.288751 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-aac7e5f9-a3f7-45a3-8704-f7c24d68911f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:40:55.289522 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-aac7e5f9-a3f7-45a3-8704-f7c24d68911f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:55.321921 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-aac7e5f9-a3f7-45a3-8704-f7c24d68911f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9008904 Aug 31 15:40:55.347785 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-fbeba18c-234b-40c0-805b-f008f98ceb03 service neutron] Request body: {'port': {'device_id': '983cc82f-e2e8-4613-af63-b91833ba3282', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80278'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:40:55.452313 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-921e9d53-0bea-4040-b541-5737329f4c9a None None] Provisioning for port d9e53462-75bd-4225-b881-c9d83b21de25 completed by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:40:55.459152 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-921e9d53-0bea-4040-b541-5737329f4c9a None None] Provisioning complete for port d9e53462-75bd-4225-b881-c9d83b21de25 triggered by entity DHCP. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:40:55.459575 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-921e9d53-0bea-4040-b541-5737329f4c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:55.492558 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-fbeba18c-234b-40c0-805b-f008f98ceb03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:55.518894 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-921e9d53-0bea-4040-b541-5737329f4c9a None None] Port d9e53462-75bd-4225-b881-c9d83b21de25 cannot update to ACTIVE because it is not bound. {{(pid=79278) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 15:40:55.814252 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6154724-4c2c-4c2b-9e29-02cf253e3c9a req-5e2cc1ba-2276-4523-be35-8928eefc11fb tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:40:55.814853 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-c6154724-4c2c-4c2b-9e29-02cf253e3c9a req-5e2cc1ba-2276-4523-be35-8928eefc11fb tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Synchronizing usage tracker for tenant:e4371ca94d2f4596a8827e56a45419f1 on resource:port {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:40:55.851488 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-c6154724-4c2c-4c2b-9e29-02cf253e3c9a req-5e2cc1ba-2276-4523-be35-8928eefc11fb tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Unset dirty status for tenant:e4371ca94d2f4596a8827e56a45419f1 on resource:port {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:40:55.852648 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c6154724-4c2c-4c2b-9e29-02cf253e3c9a req-5e2cc1ba-2276-4523-be35-8928eefc11fb tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=983cc82f-e2e8-4613-af63-b91833ba3282 HTTP/1.1" status: 200 len: 932 time: 0.2776282 Aug 31 15:40:55.955066 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c6154724-4c2c-4c2b-9e29-02cf253e3c9a req-b49a3938-c161-496d-b200-a3e8d6d23eb4 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956523 Aug 31 15:40:55.965480 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-fbeba18c-234b-40c0-805b-f008f98ceb03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9e53462-75bd-4225-b881-c9d83b21de25 {{(pid=79277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:40:55.973808 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-fbeba18c-234b-40c0-805b-f008f98ceb03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:55.988265 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.provisioning_blocks [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-fbeba18c-234b-40c0-805b-f008f98ceb03 service neutron] Transition to ACTIVE for port object d9e53462-75bd-4225-b881-c9d83b21de25 will not be triggered until provisioned by entity L2. {{(pid=79277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 15:40:55.993113 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-fbeba18c-234b-40c0-805b-f008f98ceb03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10695592'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:55.996881 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-aac7e5f9-a3f7-45a3-8704-f7c24d68911f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:40:56.128518 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeba18c-234b-40c0-805b-f008f98ceb03 service neutron] Pushing event updated for resources: {'Port': ['ID=d9e53462-75bd-4225-b881-c9d83b21de25,revision_number=2']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:40:56.155040 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-fbeba18c-234b-40c0-805b-f008f98ceb03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:40:56.236288 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-fbeba18c-234b-40c0-805b-f008f98ceb03 service neutron] Attempting to bind port d9e53462-75bd-4225-b881-c9d83b21de25 on host hv-cinder-80278 for vnic_type normal with profile {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 15:40:56.236621 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-fbeba18c-234b-40c0-805b-f008f98ceb03 service neutron] Attempting to bind port d9e53462-75bd-4225-b881-c9d83b21de25 by drivers openvswitch,hyperv on host hv-cinder-80278 at level 0 using segments [{'id': '8d2c72f1-218e-4eb7-8d0d-15b50235536e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570'}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 15:40:56.236989 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-fbeba18c-234b-40c0-805b-f008f98ceb03 service neutron] Attempting to bind port d9e53462-75bd-4225-b881-c9d83b21de25 on network 5990b3f4-682b-41ef-afb9-dfd0d1d4d570 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:40:56.242781 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-fbeba18c-234b-40c0-805b-f008f98ceb03 service neutron] Port d9e53462-75bd-4225-b881-c9d83b21de25 on network 5990b3f4-682b-41ef-afb9-dfd0d1d4d570 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80278 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 31 15:40:56.243105 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-fbeba18c-234b-40c0-805b-f008f98ceb03 service neutron] Attempting to bind port d9e53462-75bd-4225-b881-c9d83b21de25 on network 5990b3f4-682b-41ef-afb9-dfd0d1d4d570 {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 31 15:40:56.248554 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-fbeba18c-234b-40c0-805b-f008f98ceb03 service neutron] Checking agent: {'id': '62cd79da-47e6-4754-8d0e-eaf0f2299a96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80278', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 15, 22, 7), 'started_at': datetime.datetime(2021, 8, 31, 15, 22, 7), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 15, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 31 15:40:56.248889 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-fbeba18c-234b-40c0-805b-f008f98ceb03 service neutron] Checking segment: {'id': '8d2c72f1-218e-4eb7-8d0d-15b50235536e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 31 15:40:56.249271 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-fbeba18c-234b-40c0-805b-f008f98ceb03 service neutron] Bound using segment: {'id': '8d2c72f1-218e-4eb7-8d0d-15b50235536e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570'} {{(pid=79277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 31 15:40:56.249693 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.managers [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-fbeba18c-234b-40c0-805b-f008f98ceb03 service neutron] Bound port: d9e53462-75bd-4225-b881-c9d83b21de25, host: hv-cinder-80278, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d2c72f1-218e-4eb7-8d0d-15b50235536e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570'}}] {{(pid=79277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 15:40:56.250038 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-fbeba18c-234b-40c0-805b-f008f98ceb03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:56.343458 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-fbeba18c-234b-40c0-805b-f008f98ceb03 service neutron] For port d9e53462-75bd-4225-b881-c9d83b21de25, host hv-cinder-80278, cleared binding levels {{(pid=79277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 31 15:40:56.346595 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-fbeba18c-234b-40c0-805b-f008f98ceb03 service neutron] For port d9e53462-75bd-4225-b881-c9d83b21de25, host hv-cinder-80278, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=d9e53462-75bd-4225-b881-c9d83b21de25,segment=NetworkSegment(8d2c72f1-218e-4eb7-8d0d-15b50235536e),segment_id=8d2c72f1-218e-4eb7-8d0d-15b50235536e)] {{(pid=79277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 31 15:40:56.351893 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-fbeba18c-234b-40c0-805b-f008f98ceb03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10695592'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:56.355698 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-cae4f2bd-2e84-4e48-b5a1-50227c4b603e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:40:56.416413 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-fbeba18c-234b-40c0-805b-f008f98ceb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:40:56.416909 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-fbeba18c-234b-40c0-805b-f008f98ceb03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:40:56.418272 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-fbeba18c-234b-40c0-805b-f008f98ceb03 service neutron] 10.222.0.64 "PUT /v2.0/ports/d9e53462-75bd-4225-b881-c9d83b21de25 HTTP/1.1" status: 200 len: 1094 time: 1.0791931 Aug 31 15:40:56.418779 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '983cc82f-e2e8-4613-af63-b91833ba3282', 'tag': 'd9e53462-75bd-4225-b881-c9d83b21de25'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:40:56.449682 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeba18c-234b-40c0-805b-f008f98ceb03 service neutron] Pushing event updated for resources: {'Port': ['ID=d9e53462-75bd-4225-b881-c9d83b21de25,revision_number=3']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:40:56.453491 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-fbeba18c-234b-40c0-805b-f008f98ceb03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:40:56.581276 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-3bb3e1d5-1327-4ca6-9caf-93e360d0abb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:40:56.584088 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-3bb3e1d5-1327-4ca6-9caf-93e360d0abb9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e4371ca94d2f4596a8827e56a45419f1&device_id=983cc82f-e2e8-4613-af63-b91833ba3282 HTTP/1.1" status: 200 len: 1097 time: 0.1007144 Aug 31 15:40:56.674035 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-3d0746ae-5155-4886-8472-d0a4f0f1000c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9e53462-75bd-4225-b881-c9d83b21de25 HTTP/1.1" status: 200 len: 217 time: 0.0760067 Aug 31 15:40:56.742041 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-173dfe02-7db5-4528-b724-fba62f1d1c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:40:56.743411 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-173dfe02-7db5-4528-b724-fba62f1d1c19 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=080eca60-1e3c-44c2-9c13-4228fac76c5e HTTP/1.1" status: 200 len: 851 time: 0.0625796 Aug 31 15:40:56.822478 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-99183f67-b1b5-4f9b-8835-59c58a0b56e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:40:56.824011 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-99183f67-b1b5-4f9b-8835-59c58a0b56e8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5990b3f4-682b-41ef-afb9-dfd0d1d4d570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740685 Aug 31 15:40:56.967661 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-956d9c96-95f8-4d9b-83af-3a61fc8eb0ee service neutron] 10.222.0.64 "GET /v2.0/networks/5990b3f4-682b-41ef-afb9-dfd0d1d4d570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350925 Aug 31 15:40:57.257033 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5b2c08f8-a51b-4552-8e7e-097ec6007d13 req-24978317-6576-4dec-94dc-3a5e8d6512cf service neutron] 10.222.0.64 "GET /v2.0/networks/5990b3f4-682b-41ef-afb9-dfd0d1d4d570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819502 Aug 31 15:40:57.279836 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379be37-f3aa-4a96-b83e-11f63417d9e3 req-be4c9037-0c6c-4b4f-b8e6-49131e601f14 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:40:57.281318 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f379be37-f3aa-4a96-b83e-11f63417d9e3 req-be4c9037-0c6c-4b4f-b8e6-49131e601f14 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=983cc82f-e2e8-4613-af63-b91833ba3282 HTTP/1.1" status: 200 len: 944 time: 0.1240864 Aug 31 15:40:57.328370 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f379be37-f3aa-4a96-b83e-11f63417d9e3 req-33573ccd-e5a3-431c-b8b2-70f255f0b49f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393088 Aug 31 15:40:57.599060 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '983cc82f-e2e8-4613-af63-b91833ba3282', 'tag': 'd9e53462-75bd-4225-b881-c9d83b21de25', 'status': 'completed', 'code': 200} Aug 31 15:40:57.746923 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0e659-685e-4005-b883-ef5faa7b524c req-cd9b5636-326c-4a3e-be1d-226d52587842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:40:57.748481 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a5b0e659-685e-4005-b883-ef5faa7b524c req-cd9b5636-326c-4a3e-be1d-226d52587842 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e4371ca94d2f4596a8827e56a45419f1&device_id=983cc82f-e2e8-4613-af63-b91833ba3282 HTTP/1.1" status: 200 len: 1097 time: 0.0820558 Aug 31 15:40:57.893723 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0e659-685e-4005-b883-ef5faa7b524c req-5a5ee3f1-3a9f-4a99-aa80-ef05cd83b3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:40:57.895071 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a5b0e659-685e-4005-b883-ef5faa7b524c req-5a5ee3f1-3a9f-4a99-aa80-ef05cd83b3b5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5990b3f4-682b-41ef-afb9-dfd0d1d4d570 HTTP/1.1" status: 200 len: 913 time: 0.1392078 Aug 31 15:40:57.976995 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a5b0e659-685e-4005-b883-ef5faa7b524c req-da4b784e-3c30-41d0-b063-a778b90bdc9f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9e53462-75bd-4225-b881-c9d83b21de25 HTTP/1.1" status: 200 len: 217 time: 0.0751951 Aug 31 15:40:58.044745 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0e659-685e-4005-b883-ef5faa7b524c req-b13a8d2e-d0fe-4e92-8407-762b15681e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:40:58.046183 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a5b0e659-685e-4005-b883-ef5faa7b524c req-b13a8d2e-d0fe-4e92-8407-762b15681e5c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=080eca60-1e3c-44c2-9c13-4228fac76c5e HTTP/1.1" status: 200 len: 851 time: 0.0630603 Aug 31 15:40:58.126265 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0e659-685e-4005-b883-ef5faa7b524c req-ba22091a-f693-41aa-b60f-b60a8b868abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:40:58.127802 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a5b0e659-685e-4005-b883-ef5faa7b524c req-ba22091a-f693-41aa-b60f-b60a8b868abd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5990b3f4-682b-41ef-afb9-dfd0d1d4d570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744686 Aug 31 15:40:58.264066 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a5b0e659-685e-4005-b883-ef5faa7b524c req-ba49197e-c8c3-4a3f-bd4d-872e56cdcabe service neutron] 10.222.0.64 "GET /v2.0/networks/5990b3f4-682b-41ef-afb9-dfd0d1d4d570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283703 Aug 31 15:40:58.409205 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a5b0e659-685e-4005-b883-ef5faa7b524c req-9626cdcf-927d-4f5a-941b-e45d35c9654a service neutron] 10.222.0.64 "GET /v2.0/networks/5990b3f4-682b-41ef-afb9-dfd0d1d4d570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352513 Aug 31 15:40:58.529208 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76267df-e771-4a85-8663-4bbf5618d933 req-be43d9fa-8fb3-4b5b-84e4-622fb233025a tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:40:58.530604 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e76267df-e771-4a85-8663-4bbf5618d933 req-be43d9fa-8fb3-4b5b-84e4-622fb233025a tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=983cc82f-e2e8-4613-af63-b91833ba3282 HTTP/1.1" status: 200 len: 944 time: 0.0904522 Aug 31 15:40:58.576358 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-e76267df-e771-4a85-8663-4bbf5618d933 req-ab35ac21-0fd2-4e3a-b47f-5c80525fc888 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396163 Aug 31 15:40:59.773135 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb003c8-eb34-4b98-aca6-e88c6a7f1bc9 req-13197c02-9ed0-42f8-a2ba-87c96b57d935 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:40:59.774544 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-cdb003c8-eb34-4b98-aca6-e88c6a7f1bc9 req-13197c02-9ed0-42f8-a2ba-87c96b57d935 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=983cc82f-e2e8-4613-af63-b91833ba3282 HTTP/1.1" status: 200 len: 944 time: 0.0817320 Aug 31 15:40:59.823833 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-cdb003c8-eb34-4b98-aca6-e88c6a7f1bc9 req-dd63e0f5-661c-4bd6-8d79-5a6320e23211 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436747 Aug 31 15:41:00.609699 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 57304) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:41:00.731296 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-15c5baa4-f677-4816-991d-e6b02d63a926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:00.746056 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-15c5baa4-f677-4816-991d-e6b02d63a926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:41:00.750178 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-15c5baa4-f677-4816-991d-e6b02d63a926 admin admin] Usage tracker for resource:security_group_rule and tenant:49e4c560af9c4403addef55b657ae442 is out of sync, need to count used quota {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:41:00.753084 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [None req-15c5baa4-f677-4816-991d-e6b02d63a926 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79276) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:41:00.759368 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.quota.driver [None req-15c5baa4-f677-4816-991d-e6b02d63a926 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79276) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:41:00.848050 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-15c5baa4-f677-4816-991d-e6b02d63a926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:00.852753 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-15c5baa4-f677-4816-991d-e6b02d63a926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_create {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:00.862894 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-da8a1118-e8da-47fe-9869-7a81194581c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:41:00.905992 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-15c5baa4-f677-4816-991d-e6b02d63a926 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=49e4c560af9c4403addef55b657ae442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2951710 Aug 31 15:41:00.908889 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 57312) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:41:00.914166 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c5baa4-f677-4816-991d-e6b02d63a926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d287f3-e328-4cf9-b873-1bc38fbd639c,revision_number=1']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:41:00.922349 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5baa4-f677-4816-991d-e6b02d63a926 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:41:00.922898 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5baa4-f677-4816-991d-e6b02d63a926 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:41:00.923290 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5baa4-f677-4816-991d-e6b02d63a926 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:41:00.923660 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5baa4-f677-4816-991d-e6b02d63a926 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:41:00.924022 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5baa4-f677-4816-991d-e6b02d63a926 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:41:00.924393 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5baa4-f677-4816-991d-e6b02d63a926 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:41:00.924748 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5baa4-f677-4816-991d-e6b02d63a926 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:41:00.925102 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5baa4-f677-4816-991d-e6b02d63a926 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:41:00.925475 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5baa4-f677-4816-991d-e6b02d63a926 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:41:00.925816 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5baa4-f677-4816-991d-e6b02d63a926 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:41:00.926167 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5baa4-f677-4816-991d-e6b02d63a926 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:41:00.927090 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c5baa4-f677-4816-991d-e6b02d63a926 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:41:00.931359 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-15c5baa4-f677-4816-991d-e6b02d63a926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:41:01.042258 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-78b47731-bc8d-419c-96a8-9bde8f8951ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:01.077574 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-78b47731-bc8d-419c-96a8-9bde8f8951ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:01.112152 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a67dd-a767-48cc-b254-b721a03b4f4e req-06675ec9-3a05-4a23-9e3c-a545f20e62bf tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:41:01.113731 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3e3a67dd-a767-48cc-b254-b721a03b4f4e req-06675ec9-3a05-4a23-9e3c-a545f20e62bf tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=983cc82f-e2e8-4613-af63-b91833ba3282 HTTP/1.1" status: 200 len: 944 time: 0.1740696 Aug 31 15:41:01.181828 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3e3a67dd-a767-48cc-b254-b721a03b4f4e req-12787035-92b5-460d-b705-4eecd059564b tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579240 Aug 31 15:41:01.189237 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-78b47731-bc8d-419c-96a8-9bde8f8951ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:01.194777 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-cc61be91-6570-4631-bab3-329fd3c72b63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:41:01.209422 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b47731-bc8d-419c-96a8-9bde8f8951ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d287f3-e328-4cf9-b873-1bc38fbd639c,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:41:01.211918 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-78b47731-bc8d-419c-96a8-9bde8f8951ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:41:01.218309 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-78b47731-bc8d-419c-96a8-9bde8f8951ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:01.219756 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-78b47731-bc8d-419c-96a8-9bde8f8951ab admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/92d287f3-e328-4cf9-b873-1bc38fbd639c HTTP/1.1" status: 204 len: 168 time: 0.3098390 Aug 31 15:41:02.380836 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0145b33-ccc6-447f-b13a-5f1bea60c746 req-4c9dd087-207c-42da-a4a7-ca8841203cc1 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:41:02.382679 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-e0145b33-ccc6-447f-b13a-5f1bea60c746 req-4c9dd087-207c-42da-a4a7-ca8841203cc1 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=983cc82f-e2e8-4613-af63-b91833ba3282 HTTP/1.1" status: 200 len: 944 time: 0.0875833 Aug 31 15:41:02.431102 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-e0145b33-ccc6-447f-b13a-5f1bea60c746 req-5fb08921-e7d7-432d-885f-75fe598acbfc tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427735 Aug 31 15:41:03.621405 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9485c8a-d9c6-4ce4-a675-2be640c87cc0 req-7f29ac43-3193-4def-a6b5-973a948b9f4c tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:41:03.622889 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f9485c8a-d9c6-4ce4-a675-2be640c87cc0 req-7f29ac43-3193-4def-a6b5-973a948b9f4c tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=983cc82f-e2e8-4613-af63-b91833ba3282 HTTP/1.1" status: 200 len: 944 time: 0.0851042 Aug 31 15:41:03.669171 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-f9485c8a-d9c6-4ce4-a675-2be640c87cc0 req-0e1a3a9a-2a5b-47c9-a500-4b5c71c000c2 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405807 Aug 31 15:41:04.856411 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5809b1-0f11-491b-9aef-0327890392dd req-ffcad96e-3cfd-44b9-98e8-334dcc901764 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:41:04.857914 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-aa5809b1-0f11-491b-9aef-0327890392dd req-ffcad96e-3cfd-44b9-98e8-334dcc901764 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=983cc82f-e2e8-4613-af63-b91833ba3282 HTTP/1.1" status: 200 len: 944 time: 0.0815368 Aug 31 15:41:04.905232 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-aa5809b1-0f11-491b-9aef-0327890392dd req-13800484-4035-46a9-8cff-4814ade21584 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417240 Aug 31 15:41:05.323452 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-09346464-fcd8-47ae-a804-0b0c78208359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:05.613187 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:06.099561 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe329764-6e5a-4248-b658-6484e459687a req-54eb3c84-3e99-4be7-b4c7-52902e185a8b tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:41:06.101066 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-fe329764-6e5a-4248-b658-6484e459687a req-54eb3c84-3e99-4be7-b4c7-52902e185a8b tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=983cc82f-e2e8-4613-af63-b91833ba3282 HTTP/1.1" status: 200 len: 944 time: 0.0878124 Aug 31 15:41:06.148469 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-fe329764-6e5a-4248-b658-6484e459687a req-20750570-a26d-4d99-95bd-3494beab48c6 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417879 Aug 31 15:41:07.216729 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device d9e53462-75bd-4225-b881-c9d83b21de25 details requested by agent hyperv_hv-cinder-80278 with host hv-cinder-80278 {{(pid=79278) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 31 15:41:07.354832 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port d9e53462-75bd-4225-b881-c9d83b21de25, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=d9e53462-75bd-4225-b881-c9d83b21de25,segment=NetworkSegment(8d2c72f1-218e-4eb7-8d0d-15b50235536e),segment_id=8d2c72f1-218e-4eb7-8d0d-15b50235536e)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:41:07.359019 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa9cb68-f797-4544-9c65-0122a86131a2 req-17bd4f9f-8fee-42d4-a0f1-c07320feba17 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:41:07.360555 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-4fa9cb68-f797-4544-9c65-0122a86131a2 req-17bd4f9f-8fee-42d4-a0f1-c07320feba17 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=983cc82f-e2e8-4613-af63-b91833ba3282 HTTP/1.1" status: 200 len: 944 time: 0.0974402 Aug 31 15:41:07.369494 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Returning: {'device': 'd9e53462-75bd-4225-b881-c9d83b21de25', 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570', 'port_id': 'd9e53462-75bd-4225-b881-c9d83b21de25', 'mac_address': 'fa:16:3e:c4:64:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '080eca60-1e3c-44c2-9c13-4228fac76c5e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79278) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 31 15:41:07.413196 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-4fa9cb68-f797-4544-9c65-0122a86131a2 req-2099d02f-953a-4417-8828-fb510de4e410 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460563 Aug 31 15:41:07.438338 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:07.457953 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9e53462-75bd-4225-b881-c9d83b21de25 {{(pid=79278) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 15:41:07.477506 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port d9e53462-75bd-4225-b881-c9d83b21de25, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=d9e53462-75bd-4225-b881-c9d83b21de25,segment=NetworkSegment(8d2c72f1-218e-4eb7-8d0d-15b50235536e),segment_id=8d2c72f1-218e-4eb7-8d0d-15b50235536e)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:41:07.481700 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:07.483475 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-bfb1b7a4-7864-4ff0-935b-a0a0b9cf6b5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:41:07.551215 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=d9e53462-75bd-4225-b881-c9d83b21de25,revision_number=4']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:41:07.559191 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:41:07.559559 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:41:07.559896 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:41:07.560227 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:41:07.560555 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:41:07.560879 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:41:07.561198 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:41:07.561517 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:41:07.561836 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:41:07.562180 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:41:07.562498 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:41:07.562810 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:41:07.566700 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:41:07.721113 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-cf2f004e-6f89-428d-9d65-bd0720da5716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:07.957309 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] get_ports_and_sgs() called for port_ids ['d9e53462-75bd-4225-b881-c9d83b21de25'] {{(pid=79278) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 31 15:41:08.035975 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 6 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:41:08.628193 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c4bf1-18c2-4b15-9760-e3decca97e3c req-e1e24c95-78b5-47ea-bdec-468f714a29de tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:41:08.631103 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-881c4bf1-18c2-4b15-9760-e3decca97e3c req-e1e24c95-78b5-47ea-bdec-468f714a29de tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=983cc82f-e2e8-4613-af63-b91833ba3282 HTTP/1.1" status: 200 len: 945 time: 0.1014771 Aug 31 15:41:08.680481 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-881c4bf1-18c2-4b15-9760-e3decca97e3c req-4840acc6-22b4-4140-8596-022052472c30 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410252 Aug 31 15:41:08.931969 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:09.217469 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device d9e53462-75bd-4225-b881-c9d83b21de25 up at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 31 15:41:09.292890 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning for port d9e53462-75bd-4225-b881-c9d83b21de25 completed by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 15:41:09.297987 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.provisioning_blocks [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Provisioning complete for port d9e53462-75bd-4225-b881-c9d83b21de25 triggered by entity L2. {{(pid=79278) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 15:41:09.298365 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3279571'] for port, provisioning_complete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:09.427304 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:09.455550 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983cc82f-e2e8-4613-af63-b91833ba3282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e53462-75bd-4225-b881-c9d83b21de25'}] {{(pid=79278) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:41:09.466957 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] For port d9e53462-75bd-4225-b881-c9d83b21de25, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=d9e53462-75bd-4225-b881-c9d83b21de25,segment=NetworkSegment(8d2c72f1-218e-4eb7-8d0d-15b50235536e),segment_id=8d2c72f1-218e-4eb7-8d0d-15b50235536e)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:41:09.472682 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327'] for port, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:09.475637 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:41:09.550594 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Pushing event updated for resources: {'Port': ['ID=d9e53462-75bd-4225-b881-c9d83b21de25,revision_number=5']} {{(pid=79278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:41:09.554804 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_concurrency.lockutils [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79278) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:41:09.648296 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:09.733476 dv-cinder-802781-4-iscsi neutron-server[79278]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '983cc82f-e2e8-4613-af63-b91833ba3282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e53462-75bd-4225-b881-c9d83b21de25', 'code': 200} Aug 31 15:41:09.894264 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642d0ff-bfb1-4760-9fea-5e9e0a6373c6 req-113b30f3-a98f-427f-870c-b532ce093084 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:41:09.896662 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0642d0ff-bfb1-4760-9fea-5e9e0a6373c6 req-113b30f3-a98f-427f-870c-b532ce093084 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=983cc82f-e2e8-4613-af63-b91833ba3282 HTTP/1.1" status: 200 len: 946 time: 0.0881996 Aug 31 15:41:09.945830 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-0642d0ff-bfb1-4760-9fea-5e9e0a6373c6 req-d783816d-e189-4b29-8e41-87155f7af947 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435073 Aug 31 15:41:10.075505 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b0d41-bdc8-42cf-8388-f8b0213bf49b req-f183a3fa-5034-4b20-97b7-ac55ee7afa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:41:10.077146 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d22b0d41-bdc8-42cf-8388-f8b0213bf49b req-f183a3fa-5034-4b20-97b7-ac55ee7afa77 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=983cc82f-e2e8-4613-af63-b91833ba3282 HTTP/1.1" status: 200 len: 1099 time: 0.0937819 Aug 31 15:41:10.124938 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d22b0d41-bdc8-42cf-8388-f8b0213bf49b req-57fc6e9d-408b-45f9-92de-dbe9f4773ac5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405784 Aug 31 15:41:10.622556 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:11.147670 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f2a64-6f1c-4731-b4f1-a12467c3eaed req-53132e06-11f7-4b39-9428-6acaf8136510 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:41:11.149181 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-c97f2a64-6f1c-4731-b4f1-a12467c3eaed req-53132e06-11f7-4b39-9428-6acaf8136510 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=983cc82f-e2e8-4613-af63-b91833ba3282 HTTP/1.1" status: 200 len: 946 time: 0.0939851 Aug 31 15:41:11.195004 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-c97f2a64-6f1c-4731-b4f1-a12467c3eaed req-92ac9e9b-6bc7-4a72-94df-cea263884269 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402212 Aug 31 15:41:12.477939 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2a5d4-49e3-4ef5-890a-ac512477e4de req-58c35c81-8ea8-4f1d-ba8f-eb796500370b tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:41:12.479384 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3fa2a5d4-49e3-4ef5-890a-ac512477e4de req-58c35c81-8ea8-4f1d-ba8f-eb796500370b tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=983cc82f-e2e8-4613-af63-b91833ba3282 HTTP/1.1" status: 200 len: 946 time: 0.1770973 Aug 31 15:41:12.526245 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3fa2a5d4-49e3-4ef5-890a-ac512477e4de req-348a110f-e52b-475f-96d3-d9177c4aab98 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412750 Aug 31 15:41:12.719971 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c266f5-c818-486f-a746-364e92c76046 req-bdfeb6c9-0529-413d-85be-3f4018c8171f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:41:12.721455 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-d7c266f5-c818-486f-a746-364e92c76046 req-bdfeb6c9-0529-413d-85be-3f4018c8171f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=983cc82f-e2e8-4613-af63-b91833ba3282 HTTP/1.1" status: 200 len: 946 time: 0.0856385 Aug 31 15:41:12.767029 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-d7c266f5-c818-486f-a746-364e92c76046 req-01aaed2e-d111-4b63-abd2-15d4b59cba07 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386028 Aug 31 15:41:12.790953 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 57342) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:41:13.031255 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e26ad2-a524-412c-ba13-9f12bd5cd0df tempest-TestVolumeBootPattern-206559365 tempest-TestVolumeBootPattern-206559365-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:41:13.032700 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-f4e26ad2-a524-412c-ba13-9f12bd5cd0df tempest-TestVolumeBootPattern-206559365 tempest-TestVolumeBootPattern-206559365-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=983cc82f-e2e8-4613-af63-b91833ba3282 HTTP/1.1" status: 200 len: 1094 time: 0.2407424 Aug 31 15:41:13.035535 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 57348) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:41:13.041260 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.v2.base [None req-c061b0cf-b646-4963-8cb5-5415f24a66eb tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Request body: {'floatingip': {'floating_network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'port_id': 'd9e53462-75bd-4225-b881-c9d83b21de25', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=79277) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 31 15:41:13.047325 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-c061b0cf-b646-4963-8cb5-5415f24a66eb tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 31 15:41:13.051286 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-c061b0cf-b646-4963-8cb5-5415f24a66eb tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Usage tracker for resource:floatingip and tenant:e4371ca94d2f4596a8827e56a45419f1 is out of sync, need to count used quota {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 31 15:41:13.054270 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [None req-c061b0cf-b646-4963-8cb5-5415f24a66eb tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=79277) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 31 15:41:13.060018 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.quota.driver [None req-c061b0cf-b646-4963-8cb5-5415f24a66eb tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=79277) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 31 15:41:13.078115 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c061b0cf-b646-4963-8cb5-5415f24a66eb tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks [] for floatingip, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:13.217048 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c061b0cf-b646-4963-8cb5-5415f24a66eb tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:13.355532 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.db_base_plugin_common [None req-c061b0cf-b646-4963-8cb5-5415f24a66eb tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Allocated IP 172.27.1.230 (8f15a7b0-c0b9-4864-9373-42147a89de1a/497a4a38-4d00-4e5c-ae08-9918d0306661/965df852-6c85-459d-b469-7ad95c32a9e2) {{(pid=79277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 15:41:13.513241 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c061b0cf-b646-4963-8cb5-5415f24a66eb tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks [] for port, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:13.544078 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c061b0cf-b646-4963-8cb5-5415f24a66eb tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738171412264', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10695601'] for port, after_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:13.547798 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-bcb486b8-3fb2-4987-abe9-6d6655bc7649 tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:41:13.609383 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c061b0cf-b646-4963-8cb5-5415f24a66eb tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Network 8f15a7b0-c0b9-4864-9373-42147a89de1a is already hosted by enough agents. {{(pid=79277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 15:41:13.612301 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.base_scheduler [None req-c061b0cf-b646-4963-8cb5-5415f24a66eb tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Resources bound (agent type, host, resource id): {{(pid=79277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 15:41:13.616552 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c061b0cf-b646-4963-8cb5-5415f24a66eb tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Received port after_create {{(pid=79277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 31 15:41:13.651922 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061b0cf-b646-4963-8cb5-5415f24a66eb tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Pushing event updated for resources: {'Port': ['ID=965df852-6c85-459d-b469-7ad95c32a9e2,revision_number=1']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:41:13.655927 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-c061b0cf-b646-4963-8cb5-5415f24a66eb tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:41:14.038660 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c061b0cf-b646-4963-8cb5-5415f24a66eb tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:14.116538 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c061b0cf-b646-4963-8cb5-5415f24a66eb tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-809991'] for port, before_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:14.329405 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c061b0cf-b646-4963-8cb5-5415f24a66eb tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks [] for port, precommit_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:14.334266 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c061b0cf-b646-4963-8cb5-5415f24a66eb tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738171877699', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738171412282', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738171412327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10695592'] for port, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:14.338063 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-574dc643-3cc6-4dde-9b82-6ea97a8279e6 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:41:14.447781 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061b0cf-b646-4963-8cb5-5415f24a66eb tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Pushing event updated for resources: {'Port': ['ID=965df852-6c85-459d-b469-7ad95c32a9e2,revision_number=2']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:41:14.451776 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-c061b0cf-b646-4963-8cb5-5415f24a66eb tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:41:14.457293 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c061b0cf-b646-4963-8cb5-5415f24a66eb tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3906927'] for floatingip, after_update {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:14.724582 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.db.l3_db [None req-c061b0cf-b646-4963-8cb5-5415f24a66eb tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Floating IP 0fa33737-9901-449b-952e-6116ce7e02ba associated. External IP: 172.27.1.230, port: d9e53462-75bd-4225-b881-c9d83b21de25. Aug 31 15:41:15.076992 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c061b0cf-b646-4963-8cb5-5415f24a66eb tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Router be459f49-02c1-44b9-8b0c-b2e7d9c6814d has already been hosted by L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 {{(pid=79277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:41:15.256635 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c061b0cf-b646-4963-8cb5-5415f24a66eb tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:41:15.265979 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6294df62-2adb-48f1-baa2-fd2b903a5e11 None None] Sync routers for ids ['be459f49-02c1-44b9-8b0c-b2e7d9c6814d'] in dv-cinder-802781-4-iscsi {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:41:15.277571 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6294df62-2adb-48f1-baa2-fd2b903a5e11 None None] Routers {'be459f49-02c1-44b9-8b0c-b2e7d9c6814d'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:41:15.278207 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-6294df62-2adb-48f1-baa2-fd2b903a5e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:41:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['be459f49-02c1-44b9-8b0c-b2e7d9c6814d'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:41:15.282961 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-c061b0cf-b646-4963-8cb5-5415f24a66eb tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for floatingip, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:15.343201 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-c061b0cf-b646-4963-8cb5-5415f24a66eb tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3060362 Aug 31 15:41:15.343873 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '983cc82f-e2e8-4613-af63-b91833ba3282', 'tag': 'd9e53462-75bd-4225-b881-c9d83b21de25'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:41:15.389043 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '983cc82f-e2e8-4613-af63-b91833ba3282', 'tag': 'd9e53462-75bd-4225-b881-c9d83b21de25', 'status': 'completed', 'code': 200} Aug 31 15:41:15.512803 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-6294df62-2adb-48f1-baa2-fd2b903a5e11 None None] Set router be459f49-02c1-44b9-8b0c-b2e7d9c6814d gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:41:15.516954 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56019e-d0f2-49a7-87b3-6ba6b97e44e1 req-034984c8-4e4c-4071-9940-32f82faa7adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:41:15.518432 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ee56019e-d0f2-49a7-87b3-6ba6b97e44e1 req-034984c8-4e4c-4071-9940-32f82faa7adf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e4371ca94d2f4596a8827e56a45419f1&device_id=983cc82f-e2e8-4613-af63-b91833ba3282 HTTP/1.1" status: 200 len: 1099 time: 0.0796242 Aug 31 15:41:15.659049 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56019e-d0f2-49a7-87b3-6ba6b97e44e1 req-4eb0ad78-35d9-44db-a38b-44bc3257c652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:41:15.660422 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ee56019e-d0f2-49a7-87b3-6ba6b97e44e1 req-4eb0ad78-35d9-44db-a38b-44bc3257c652 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5990b3f4-682b-41ef-afb9-dfd0d1d4d570 HTTP/1.1" status: 200 len: 913 time: 0.1355305 Aug 31 15:41:15.773509 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ee56019e-d0f2-49a7-87b3-6ba6b97e44e1 req-fafd73bd-25c2-4d7c-a13e-2f13929b905e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9e53462-75bd-4225-b881-c9d83b21de25 HTTP/1.1" status: 200 len: 1000 time: 0.1058652 Aug 31 15:41:15.841157 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56019e-d0f2-49a7-87b3-6ba6b97e44e1 req-9192631c-2825-4198-9056-2f98fd4cb945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:41:15.842598 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ee56019e-d0f2-49a7-87b3-6ba6b97e44e1 req-9192631c-2825-4198-9056-2f98fd4cb945 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=080eca60-1e3c-44c2-9c13-4228fac76c5e HTTP/1.1" status: 200 len: 851 time: 0.0627429 Aug 31 15:41:15.883609 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-6294df62-2adb-48f1-baa2-fd2b903a5e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'name': 'tempest-TestVolumeBootPattern-2118761035-router', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:27Z', 'updated_at': '2021-08-31T15:34:31Z', 'revision_number': 4, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'gw_port': {'id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:02:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:28Z', 'updated_at': '2021-08-31T15:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_floatingips': [{'id': '0fa33737-9901-449b-952e-6116ce7e02ba', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'router_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'port_id': 'd9e53462-75bd-4225-b881-c9d83b21de25', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570', 'mac_address': 'fa:16:3e:c4:64:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983cc82f-e2e8-4613-af63-b91833ba3282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:41:13Z', 'updated_at': '2021-08-31T15:41:13Z', 'revision_number': 0, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'fixed_ip_address_scope': None}, {'id': '4fde1770-9a99-4052-89d8-993747daf340', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'floating_ip_address': '172.27.1.163', 'floating_network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'router_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'port_id': 'ae5e0dd5-90b9-424c-b8d2-061bcf1159a3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570', 'mac_address': 'fa:16:3e:a6:f6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1f6e49-df9f-42ca-bbba-1f56ade8f548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:38:26Z', 'updated_at': '2021-08-31T15:38:30Z', 'revision_number': 1, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f98173-a7a3-4738-9543-53ebab27af83', 'name': '', 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'mac_address': 'fa:16:3e:13:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '080eca60-1e3c-44c2-9c13-4228fac76c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:30Z', 'updated_at': '2021-08-31T15:34:37Z', 'revision_number': 5, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'subnets': [{'id': '080eca60-1e3c-44c2-9c13-4228fac76c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:41:15.887589 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6294df62-2adb-48f1-baa2-fd2b903a5e11 None None] Checking router: be459f49-02c1-44b9-8b0c-b2e7d9c6814d for host: dv-cinder-802781-4-iscsi {{(pid=79278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:41:15.897079 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6294df62-2adb-48f1-baa2-fd2b903a5e11 None None] Routers {'be459f49-02c1-44b9-8b0c-b2e7d9c6814d'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:41:15.897715 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-6294df62-2adb-48f1-baa2-fd2b903a5e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:41:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['be459f49-02c1-44b9-8b0c-b2e7d9c6814d'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:41:15.920609 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56019e-d0f2-49a7-87b3-6ba6b97e44e1 req-9b6712fc-2700-4759-8382-0f6e023214e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:41:15.921111 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ee56019e-d0f2-49a7-87b3-6ba6b97e44e1 req-9b6712fc-2700-4759-8382-0f6e023214e8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5990b3f4-682b-41ef-afb9-dfd0d1d4d570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712070 Aug 31 15:41:16.060609 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ee56019e-d0f2-49a7-87b3-6ba6b97e44e1 req-f65f9896-6b63-4b74-868e-e60146ea8c78 service neutron] 10.222.0.64 "GET /v2.0/networks/5990b3f4-682b-41ef-afb9-dfd0d1d4d570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322684 Aug 31 15:41:16.082247 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-6294df62-2adb-48f1-baa2-fd2b903a5e11 None None] Set router be459f49-02c1-44b9-8b0c-b2e7d9c6814d gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:41:16.301375 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-ee56019e-d0f2-49a7-87b3-6ba6b97e44e1 req-dec6d522-0778-40c3-8e47-634797d7bca3 service neutron] 10.222.0.64 "GET /v2.0/networks/5990b3f4-682b-41ef-afb9-dfd0d1d4d570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339282 Aug 31 15:41:16.459310 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-6294df62-2adb-48f1-baa2-fd2b903a5e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'name': 'tempest-TestVolumeBootPattern-2118761035-router', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:27Z', 'updated_at': '2021-08-31T15:34:31Z', 'revision_number': 4, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'gw_port': {'id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:02:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:28Z', 'updated_at': '2021-08-31T15:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_floatingips': [{'id': '0fa33737-9901-449b-952e-6116ce7e02ba', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'router_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'port_id': 'd9e53462-75bd-4225-b881-c9d83b21de25', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570', 'mac_address': 'fa:16:3e:c4:64:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983cc82f-e2e8-4613-af63-b91833ba3282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:41:13Z', 'updated_at': '2021-08-31T15:41:13Z', 'revision_number': 0, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'fixed_ip_address_scope': None}, {'id': '4fde1770-9a99-4052-89d8-993747daf340', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'floating_ip_address': '172.27.1.163', 'floating_network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'router_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'port_id': 'ae5e0dd5-90b9-424c-b8d2-061bcf1159a3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570', 'mac_address': 'fa:16:3e:a6:f6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1f6e49-df9f-42ca-bbba-1f56ade8f548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:38:26Z', 'updated_at': '2021-08-31T15:38:30Z', 'revision_number': 1, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f98173-a7a3-4738-9543-53ebab27af83', 'name': '', 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'mac_address': 'fa:16:3e:13:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '080eca60-1e3c-44c2-9c13-4228fac76c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:30Z', 'updated_at': '2021-08-31T15:34:37Z', 'revision_number': 5, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'subnets': [{'id': '080eca60-1e3c-44c2-9c13-4228fac76c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:41:16.463624 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6294df62-2adb-48f1-baa2-fd2b903a5e11 None None] The sync data for ids ['be459f49-02c1-44b9-8b0c-b2e7d9c6814d'] in dv-cinder-802781-4-iscsi is: [{'id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'name': 'tempest-TestVolumeBootPattern-2118761035-router', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:27Z', 'updated_at': '2021-08-31T15:34:31Z', 'revision_number': 4, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'gw_port': {'id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:02:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:28Z', 'updated_at': '2021-08-31T15:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_floatingips': [{'id': '0fa33737-9901-449b-952e-6116ce7e02ba', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'router_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'port_id': 'd9e53462-75bd-4225-b881-c9d83b21de25', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570', 'mac_address': 'fa:16:3e:c4:64:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983cc82f-e2e8-4613-af63-b91833ba3282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:41:13Z', 'updated_at': '2021-08-31T15:41:13Z', 'revision_number': 0, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'fixed_ip_address_scope': None}, {'id': '4fde1770-9a99-4052-89d8-993747daf340', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'floating_ip_address': '172.27.1.163', 'floating_network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'router_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'port_id': 'ae5e0dd5-90b9-424c-b8d2-061bcf1159a3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570', 'mac_address': 'fa:16:3e:a6:f6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1f6e49-df9f-42ca-bbba-1f56ade8f548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:38:26Z', 'updated_at': '2021-08-31T15:38:30Z', 'revision_number': 1, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f98173-a7a3-4738-9543-53ebab27af83', 'name': '', 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'mac_address': 'fa:16:3e:13:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '080eca60-1e3c-44c2-9c13-4228fac76c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:30Z', 'updated_at': '2021-08-31T15:34:37Z', 'revision_number': 5, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'subnets': [{'id': '080eca60-1e3c-44c2-9c13-4228fac76c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:41:16.686025 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff73d71-91b0-414f-9faf-75d833e561a0 None None] New status for floating IP 0fa33737-9901-449b-952e-6116ce7e02ba: ACTIVE {{(pid=79279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:41:21.015172 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3c96dcdb-5a13-4e37-ab96-eba3fdf04dd2 req-414d4367-664c-4681-be8f-d7496bddf2fa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9a1f6e49-df9f-42ca-bbba-1f56ade8f548&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695777 Aug 31 15:41:21.174430 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96dcdb-5a13-4e37-ab96-eba3fdf04dd2 req-07d62919-4537-4148-8d66-0f91a0c35159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:41:21.175925 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3c96dcdb-5a13-4e37-ab96-eba3fdf04dd2 req-07d62919-4537-4148-8d66-0f91a0c35159 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e4371ca94d2f4596a8827e56a45419f1&device_id=9a1f6e49-df9f-42ca-bbba-1f56ade8f548 HTTP/1.1" status: 200 len: 1098 time: 0.0751877 Aug 31 15:41:21.329289 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96dcdb-5a13-4e37-ab96-eba3fdf04dd2 req-6e1815ed-5c39-410f-a580-ab020c6a56f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:41:21.330645 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3c96dcdb-5a13-4e37-ab96-eba3fdf04dd2 req-6e1815ed-5c39-410f-a580-ab020c6a56f2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5990b3f4-682b-41ef-afb9-dfd0d1d4d570 HTTP/1.1" status: 200 len: 913 time: 0.1348331 Aug 31 15:41:21.438413 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3c96dcdb-5a13-4e37-ab96-eba3fdf04dd2 req-8c03b366-0bb1-4c03-b578-afd113cd7702 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae5e0dd5-90b9-424c-b8d2-061bcf1159a3 HTTP/1.1" status: 200 len: 1001 time: 0.1009116 Aug 31 15:41:21.502143 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96dcdb-5a13-4e37-ab96-eba3fdf04dd2 req-0dd037c1-2cb4-4f3b-9d1f-98a1df18d2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:41:21.503706 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3c96dcdb-5a13-4e37-ab96-eba3fdf04dd2 req-0dd037c1-2cb4-4f3b-9d1f-98a1df18d2cf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=080eca60-1e3c-44c2-9c13-4228fac76c5e HTTP/1.1" status: 200 len: 851 time: 0.0589263 Aug 31 15:41:21.584623 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96dcdb-5a13-4e37-ab96-eba3fdf04dd2 req-23f0cac1-9597-4abb-b872-79c2afd3fa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:41:21.585713 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3c96dcdb-5a13-4e37-ab96-eba3fdf04dd2 req-23f0cac1-9597-4abb-b872-79c2afd3fa37 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5990b3f4-682b-41ef-afb9-dfd0d1d4d570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760202 Aug 31 15:41:21.719688 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3c96dcdb-5a13-4e37-ab96-eba3fdf04dd2 req-2bb46b0d-26e1-4e2c-883c-cefaa8a712c1 service neutron] 10.222.0.64 "GET /v2.0/networks/5990b3f4-682b-41ef-afb9-dfd0d1d4d570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274896 Aug 31 15:41:21.858744 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-3c96dcdb-5a13-4e37-ab96-eba3fdf04dd2 req-5356d3d8-3703-4dfd-9ac1-17f2aa516f9e service neutron] 10.222.0.64 "GET /v2.0/networks/5990b3f4-682b-41ef-afb9-dfd0d1d4d570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318748 Aug 31 15:41:35.326173 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-3e058a64-3f02-4cdb-b126-f5b732ecfeb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:35.616059 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:35.765990 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [req-4a279414-a018-497c-a449-25c3bfbd6f62 req-c0e5945b-2cff-4077-a0f6-11d4938093a5 service neutron] (79277) timed out ('10.222.0.64', 54990) {{(pid=79277) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 31 15:41:37.726150 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-240bc93d-1ad3-4308-b871-def9e9a60b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:38.932256 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:39.645489 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:40.617401 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:41:45.035283 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 6 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:41:54.442064 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [req-860ce15b-d154-4e0d-83bf-b625cb32d8ad req-6158048b-033f-45af-aca5-ff0b44db4701 service neutron] (79277) timed out ('10.222.0.64', 54997) {{(pid=79277) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 31 15:42:05.328153 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-bf02a0d7-b075-47db-89f2-6691ca2e7ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:05.618173 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:07.729533 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-ad94ba39-2058-4b1e-ab7e-ed9672b59b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:08.936070 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:09.658533 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:10.621451 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:21.256037 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b633d6c6-bb50-4e15-80cd-9cb2c62674c1 req-fb3fb80b-b9b5-4ac6-aa73-e8e91090851e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=983cc82f-e2e8-4613-af63-b91833ba3282&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0800970 Aug 31 15:42:21.359539 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633d6c6-bb50-4e15-80cd-9cb2c62674c1 req-a2c6b0ae-cda6-49dc-ae6e-f2bafc50c123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:42:21.361002 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b633d6c6-bb50-4e15-80cd-9cb2c62674c1 req-a2c6b0ae-cda6-49dc-ae6e-f2bafc50c123 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e4371ca94d2f4596a8827e56a45419f1&device_id=983cc82f-e2e8-4613-af63-b91833ba3282 HTTP/1.1" status: 200 len: 1099 time: 0.0712328 Aug 31 15:42:21.515219 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633d6c6-bb50-4e15-80cd-9cb2c62674c1 req-6b0cddff-0b79-4238-9b0a-5472112e218f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:42:21.516848 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b633d6c6-bb50-4e15-80cd-9cb2c62674c1 req-6b0cddff-0b79-4238-9b0a-5472112e218f service neutron] 10.222.0.64 "GET /v2.0/networks?id=5990b3f4-682b-41ef-afb9-dfd0d1d4d570 HTTP/1.1" status: 200 len: 913 time: 0.1349449 Aug 31 15:42:21.630814 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b633d6c6-bb50-4e15-80cd-9cb2c62674c1 req-8342e78b-5bea-41a8-88dd-6cff60faa91e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9e53462-75bd-4225-b881-c9d83b21de25 HTTP/1.1" status: 200 len: 1002 time: 0.1055765 Aug 31 15:42:21.698227 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633d6c6-bb50-4e15-80cd-9cb2c62674c1 req-3a8a013f-0eb4-4563-8911-047184654fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:42:21.699744 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b633d6c6-bb50-4e15-80cd-9cb2c62674c1 req-3a8a013f-0eb4-4563-8911-047184654fa6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=080eca60-1e3c-44c2-9c13-4228fac76c5e HTTP/1.1" status: 200 len: 851 time: 0.0616674 Aug 31 15:42:21.775135 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633d6c6-bb50-4e15-80cd-9cb2c62674c1 req-7dc95477-145c-4065-b4ac-4e6ea1ed0102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:42:21.776637 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b633d6c6-bb50-4e15-80cd-9cb2c62674c1 req-7dc95477-145c-4065-b4ac-4e6ea1ed0102 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5990b3f4-682b-41ef-afb9-dfd0d1d4d570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704553 Aug 31 15:42:21.920990 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b633d6c6-bb50-4e15-80cd-9cb2c62674c1 req-1911677a-1f71-4093-978c-c8a8534dd1ba service neutron] 10.222.0.64 "GET /v2.0/networks/5990b3f4-682b-41ef-afb9-dfd0d1d4d570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380289 Aug 31 15:42:22.035408 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 6 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:42:22.148964 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-b633d6c6-bb50-4e15-80cd-9cb2c62674c1 req-99ec9970-f3d6-47a1-a058-3bef039b777f service neutron] 10.222.0.64 "GET /v2.0/networks/5990b3f4-682b-41ef-afb9-dfd0d1d4d570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207971 Aug 31 15:42:35.329955 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-68a46544-de46-4dd8-a1f0-8459e1830cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:35.624677 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:37.731254 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-c9b2fa90-3b2f-4b59-b249-adbe8403a492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:38.938888 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:39.649478 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:40.627704 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:42:59.034069 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 6 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:43:05.372551 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a49bf052-9506-4fa4-bbfb-b20892b6b0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:05.617600 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:07.734320 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-08536ee0-c59a-4a46-be2f-bc640b56cbb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:08.942737 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:09.673587 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:10.628326 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:18.570701 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 57384) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:43:18.785668 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-245b3014-6f7c-4177-9d0e-4cc9a8941f7a tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Deleting port 965df852-6c85-459d-b469-7ad95c32a9e2 {{(pid=79276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:43:18.785930 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-245b3014-6f7c-4177-9d0e-4cc9a8941f7a tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:19.051047 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-245b3014-6f7c-4177-9d0e-4cc9a8941f7a tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:19.051311 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-245b3014-6f7c-4177-9d0e-4cc9a8941f7a tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:19.177870 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-245b3014-6f7c-4177-9d0e-4cc9a8941f7a tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Calling delete_port for 965df852-6c85-459d-b469-7ad95c32a9e2 owned by network:floatingip {{(pid=79276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:43:19.334129 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-245b3014-6f7c-4177-9d0e-4cc9a8941f7a tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1768796'] for port, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:19.338088 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-9690e4a3-ac83-42a9-85e5-b3c4d7b5849d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:43:19.385971 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b3014-6f7c-4177-9d0e-4cc9a8941f7a tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Pushing event deleted for resources: {'Port': ['ID=965df852-6c85-459d-b469-7ad95c32a9e2,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:43:19.427042 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b3014-6f7c-4177-9d0e-4cc9a8941f7a tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:19.427448 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b3014-6f7c-4177-9d0e-4cc9a8941f7a tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:19.427825 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b3014-6f7c-4177-9d0e-4cc9a8941f7a tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:19.428187 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b3014-6f7c-4177-9d0e-4cc9a8941f7a tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:19.428541 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b3014-6f7c-4177-9d0e-4cc9a8941f7a tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:19.428898 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b3014-6f7c-4177-9d0e-4cc9a8941f7a tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:19.429798 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b3014-6f7c-4177-9d0e-4cc9a8941f7a tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:19.430168 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b3014-6f7c-4177-9d0e-4cc9a8941f7a tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:19.430522 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b3014-6f7c-4177-9d0e-4cc9a8941f7a tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:19.430879 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b3014-6f7c-4177-9d0e-4cc9a8941f7a tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:19.431228 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b3014-6f7c-4177-9d0e-4cc9a8941f7a tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:19.431599 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245b3014-6f7c-4177-9d0e-4cc9a8941f7a tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:19.439041 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-245b3014-6f7c-4177-9d0e-4cc9a8941f7a tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:43:19.493873 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-245b3014-6f7c-4177-9d0e-4cc9a8941f7a tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks [] for floatingip, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:19.494336 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.db.l3_db [None req-245b3014-6f7c-4177-9d0e-4cc9a8941f7a tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Floating IP 0fa33737-9901-449b-952e-6116ce7e02ba disassociated (deleted). External IP: 172.27.1.230, port: d9e53462-75bd-4225-b881-c9d83b21de25. Aug 31 15:43:19.855494 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-245b3014-6f7c-4177-9d0e-4cc9a8941f7a tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Router be459f49-02c1-44b9-8b0c-b2e7d9c6814d has already been hosted by L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 {{(pid=79276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:43:20.037734 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245b3014-6f7c-4177-9d0e-4cc9a8941f7a tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:43:20.049323 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3417b24a-004e-4a32-9eef-8bf44821196a None None] Sync routers for ids ['be459f49-02c1-44b9-8b0c-b2e7d9c6814d'] in dv-cinder-802781-4-iscsi {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:43:20.061125 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3417b24a-004e-4a32-9eef-8bf44821196a None None] Routers {'be459f49-02c1-44b9-8b0c-b2e7d9c6814d'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:43:20.061768 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-3417b24a-004e-4a32-9eef-8bf44821196a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:43:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['be459f49-02c1-44b9-8b0c-b2e7d9c6814d'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:43:20.070831 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-245b3014-6f7c-4177-9d0e-4cc9a8941f7a tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for floatingip, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:20.130497 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-245b3014-6f7c-4177-9d0e-4cc9a8941f7a tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "DELETE /v2.0/floatingips/0fa33737-9901-449b-952e-6116ce7e02ba HTTP/1.1" status: 204 len: 168 time: 1.5584788 Aug 31 15:43:20.130988 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '983cc82f-e2e8-4613-af63-b91833ba3282', 'tag': 'd9e53462-75bd-4225-b881-c9d83b21de25'}] {{(pid=79276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:43:20.250497 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '983cc82f-e2e8-4613-af63-b91833ba3282', 'tag': 'd9e53462-75bd-4225-b881-c9d83b21de25', 'status': 'completed', 'code': 200} Aug 31 15:43:20.254792 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-3417b24a-004e-4a32-9eef-8bf44821196a None None] Set router be459f49-02c1-44b9-8b0c-b2e7d9c6814d gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:43:20.381661 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00188b60-943c-4b48-b180-de54582c2930 req-f53d897a-9c9b-4fa0-8d71-c8a75f9b25ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:43:20.383487 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-00188b60-943c-4b48-b180-de54582c2930 req-f53d897a-9c9b-4fa0-8d71-c8a75f9b25ff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e4371ca94d2f4596a8827e56a45419f1&device_id=983cc82f-e2e8-4613-af63-b91833ba3282 HTTP/1.1" status: 200 len: 1099 time: 0.0857704 Aug 31 15:43:20.599999 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00188b60-943c-4b48-b180-de54582c2930 req-9fc59437-5dbb-4398-81ef-73cb71bb8b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:43:20.602470 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-00188b60-943c-4b48-b180-de54582c2930 req-9fc59437-5dbb-4398-81ef-73cb71bb8b6f service neutron] 10.222.0.64 "GET /v2.0/networks?id=5990b3f4-682b-41ef-afb9-dfd0d1d4d570 HTTP/1.1" status: 200 len: 913 time: 0.1977067 Aug 31 15:43:20.633998 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-3417b24a-004e-4a32-9eef-8bf44821196a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'name': 'tempest-TestVolumeBootPattern-2118761035-router', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:27Z', 'updated_at': '2021-08-31T15:34:31Z', 'revision_number': 4, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'gw_port': {'id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:02:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:28Z', 'updated_at': '2021-08-31T15:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_floatingips': [{'id': '4fde1770-9a99-4052-89d8-993747daf340', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'floating_ip_address': '172.27.1.163', 'floating_network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'router_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'port_id': 'ae5e0dd5-90b9-424c-b8d2-061bcf1159a3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570', 'mac_address': 'fa:16:3e:a6:f6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1f6e49-df9f-42ca-bbba-1f56ade8f548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:38:26Z', 'updated_at': '2021-08-31T15:38:30Z', 'revision_number': 1, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f98173-a7a3-4738-9543-53ebab27af83', 'name': '', 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'mac_address': 'fa:16:3e:13:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '080eca60-1e3c-44c2-9c13-4228fac76c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:30Z', 'updated_at': '2021-08-31T15:34:37Z', 'revision_number': 5, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'subnets': [{'id': '080eca60-1e3c-44c2-9c13-4228fac76c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:43:20.639695 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3417b24a-004e-4a32-9eef-8bf44821196a None None] Checking router: be459f49-02c1-44b9-8b0c-b2e7d9c6814d for host: dv-cinder-802781-4-iscsi {{(pid=79278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:43:20.649491 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3417b24a-004e-4a32-9eef-8bf44821196a None None] Routers {'be459f49-02c1-44b9-8b0c-b2e7d9c6814d'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:43:20.650120 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-3417b24a-004e-4a32-9eef-8bf44821196a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:43:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['be459f49-02c1-44b9-8b0c-b2e7d9c6814d'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:43:20.678885 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-00188b60-943c-4b48-b180-de54582c2930 req-2abc1284-fe05-4e11-951d-03d3f5fa6727 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9e53462-75bd-4225-b881-c9d83b21de25 HTTP/1.1" status: 200 len: 217 time: 0.0685489 Aug 31 15:43:20.686921 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fec1b-be18-4cbe-a0ae-92b693c36c91 req-362384bd-240d-4f17-b259-502211774e8f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:43:20.688417 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c21fec1b-be18-4cbe-a0ae-92b693c36c91 req-362384bd-240d-4f17-b259-502211774e8f tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=983cc82f-e2e8-4613-af63-b91833ba3282 HTTP/1.1" status: 200 len: 946 time: 0.2317159 Aug 31 15:43:20.782345 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00188b60-943c-4b48-b180-de54582c2930 req-151ccb47-907b-4fcd-8a57-9f8c6adf1567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:43:20.783887 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-00188b60-943c-4b48-b180-de54582c2930 req-151ccb47-907b-4fcd-8a57-9f8c6adf1567 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=080eca60-1e3c-44c2-9c13-4228fac76c5e HTTP/1.1" status: 200 len: 851 time: 0.0946107 Aug 31 15:43:20.788808 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c21fec1b-be18-4cbe-a0ae-92b693c36c91 req-bf5885b7-2b52-41c7-b317-8ca601de0f8a tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666707 Aug 31 15:43:20.839296 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-3417b24a-004e-4a32-9eef-8bf44821196a None None] Set router be459f49-02c1-44b9-8b0c-b2e7d9c6814d gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:43:20.864206 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00188b60-943c-4b48-b180-de54582c2930 req-c241c49c-15ad-4301-99ba-fa074e88b100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:43:20.865680 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-00188b60-943c-4b48-b180-de54582c2930 req-c241c49c-15ad-4301-99ba-fa074e88b100 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5990b3f4-682b-41ef-afb9-dfd0d1d4d570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739832 Aug 31 15:43:21.004506 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-00188b60-943c-4b48-b180-de54582c2930 req-abb3e84e-02d3-4500-b963-9621b0606b4d service neutron] 10.222.0.64 "GET /v2.0/networks/5990b3f4-682b-41ef-afb9-dfd0d1d4d570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314728 Aug 31 15:43:21.144127 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-00188b60-943c-4b48-b180-de54582c2930 req-698db735-8412-467a-942e-d9b0fd58d58b service neutron] 10.222.0.64 "GET /v2.0/networks/5990b3f4-682b-41ef-afb9-dfd0d1d4d570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296942 Aug 31 15:43:21.209793 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-3417b24a-004e-4a32-9eef-8bf44821196a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'name': 'tempest-TestVolumeBootPattern-2118761035-router', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:27Z', 'updated_at': '2021-08-31T15:34:31Z', 'revision_number': 4, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'gw_port': {'id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:02:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:28Z', 'updated_at': '2021-08-31T15:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_floatingips': [{'id': '4fde1770-9a99-4052-89d8-993747daf340', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'floating_ip_address': '172.27.1.163', 'floating_network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'router_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'port_id': 'ae5e0dd5-90b9-424c-b8d2-061bcf1159a3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570', 'mac_address': 'fa:16:3e:a6:f6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1f6e49-df9f-42ca-bbba-1f56ade8f548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:38:26Z', 'updated_at': '2021-08-31T15:38:30Z', 'revision_number': 1, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f98173-a7a3-4738-9543-53ebab27af83', 'name': '', 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'mac_address': 'fa:16:3e:13:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '080eca60-1e3c-44c2-9c13-4228fac76c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:30Z', 'updated_at': '2021-08-31T15:34:37Z', 'revision_number': 5, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'subnets': [{'id': '080eca60-1e3c-44c2-9c13-4228fac76c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:43:21.215033 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3417b24a-004e-4a32-9eef-8bf44821196a None None] The sync data for ids ['be459f49-02c1-44b9-8b0c-b2e7d9c6814d'] in dv-cinder-802781-4-iscsi is: [{'id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'name': 'tempest-TestVolumeBootPattern-2118761035-router', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:27Z', 'updated_at': '2021-08-31T15:34:31Z', 'revision_number': 4, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'gw_port': {'id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:02:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:28Z', 'updated_at': '2021-08-31T15:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_floatingips': [{'id': '4fde1770-9a99-4052-89d8-993747daf340', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'floating_ip_address': '172.27.1.163', 'floating_network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'router_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'port_id': 'ae5e0dd5-90b9-424c-b8d2-061bcf1159a3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570', 'mac_address': 'fa:16:3e:a6:f6:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a1f6e49-df9f-42ca-bbba-1f56ade8f548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T15:38:26Z', 'updated_at': '2021-08-31T15:38:30Z', 'revision_number': 1, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f98173-a7a3-4738-9543-53ebab27af83', 'name': '', 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'mac_address': 'fa:16:3e:13:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '080eca60-1e3c-44c2-9c13-4228fac76c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:30Z', 'updated_at': '2021-08-31T15:34:37Z', 'revision_number': 5, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'subnets': [{'id': '080eca60-1e3c-44c2-9c13-4228fac76c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:43:21.474661 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08168fa5-f366-4280-82a5-049fe1ab7834 None None] New status for floating IP 0fa33737-9901-449b-952e-6116ce7e02ba: DOWN {{(pid=79279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:43:21.988210 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16956a4d-1c3b-43c1-a8b2-691db80a8a90 req-7f584cfb-f7da-4e70-881b-d6268d96d467 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:43:21.988824 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [req-16956a4d-1c3b-43c1-a8b2-691db80a8a90 req-7f584cfb-f7da-4e70-881b-d6268d96d467 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Synchronizing usage tracker for tenant:e4371ca94d2f4596a8827e56a45419f1 on resource:port {{(pid=79276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:43:22.006406 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [req-16956a4d-1c3b-43c1-a8b2-691db80a8a90 req-7f584cfb-f7da-4e70-881b-d6268d96d467 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Unset dirty status for tenant:e4371ca94d2f4596a8827e56a45419f1 on resource:port {{(pid=79276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:43:22.008237 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-16956a4d-1c3b-43c1-a8b2-691db80a8a90 req-7f584cfb-f7da-4e70-881b-d6268d96d467 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=983cc82f-e2e8-4613-af63-b91833ba3282 HTTP/1.1" status: 200 len: 946 time: 0.1047864 Aug 31 15:43:22.058166 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-16956a4d-1c3b-43c1-a8b2-691db80a8a90 req-4afc42ce-b9b1-42fe-9693-413a8edbac34 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440328 Aug 31 15:43:22.515404 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bddaa1-02c9-4ed8-9401-0478c588ef04 req-021360b5-e9d6-44cf-8285-702ba51d277d tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:43:22.517131 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a2bddaa1-02c9-4ed8-9401-0478c588ef04 req-021360b5-e9d6-44cf-8285-702ba51d277d tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.64 "GET /v2.0/ports?device_id=983cc82f-e2e8-4613-af63-b91833ba3282 HTTP/1.1" status: 200 len: 946 time: 0.0819957 Aug 31 15:43:22.592702 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [req-a2bddaa1-02c9-4ed8-9401-0478c588ef04 req-fe92f696-8848-4da7-a817-f6863444c8fe tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Deleting port d9e53462-75bd-4225-b881-c9d83b21de25 {{(pid=79277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:43:22.593037 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-a2bddaa1-02c9-4ed8-9401-0478c588ef04 req-fe92f696-8848-4da7-a817-f6863444c8fe tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:22.898789 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-a2bddaa1-02c9-4ed8-9401-0478c588ef04 req-fe92f696-8848-4da7-a817-f6863444c8fe tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] For port d9e53462-75bd-4225-b881-c9d83b21de25, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=d9e53462-75bd-4225-b881-c9d83b21de25,segment=NetworkSegment(8d2c72f1-218e-4eb7-8d0d-15b50235536e),segment_id=8d2c72f1-218e-4eb7-8d0d-15b50235536e)] {{(pid=79277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:43:22.899140 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-a2bddaa1-02c9-4ed8-9401-0478c588ef04 req-fe92f696-8848-4da7-a817-f6863444c8fe tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:23.029624 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [req-a2bddaa1-02c9-4ed8-9401-0478c588ef04 req-fe92f696-8848-4da7-a817-f6863444c8fe tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Calling delete_port for d9e53462-75bd-4225-b881-c9d83b21de25 owned by compute:nova {{(pid=79277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:43:23.242540 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d70758d0-44b6-4479-b709-6e88f6f9a8d2 req-752f2237-5118-46bf-a8db-afc48d92baec service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9a1f6e49-df9f-42ca-bbba-1f56ade8f548&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4250450 Aug 31 15:43:23.394873 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24fdadc-9d93-40b6-b727-db41df6bddb4 req-29fcc5de-b14d-41b0-9384-09c2df4f87ca tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:43:23.396642 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c24fdadc-9d93-40b6-b727-db41df6bddb4 req-29fcc5de-b14d-41b0-9384-09c2df4f87ca tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=983cc82f-e2e8-4613-af63-b91833ba3282 HTTP/1.1" status: 200 len: 946 time: 0.2115090 Aug 31 15:43:23.428401 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-a2bddaa1-02c9-4ed8-9401-0478c588ef04 req-fe92f696-8848-4da7-a817-f6863444c8fe tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10695601'] for port, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:23.437736 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-349c4077-30bd-4bd3-82f0-ee0f872333ed tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:43:23.508749 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe92f696-8848-4da7-a817-f6863444c8fe tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Pushing event deleted for resources: {'Port': ['ID=d9e53462-75bd-4225-b881-c9d83b21de25,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:43:23.558641 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe92f696-8848-4da7-a817-f6863444c8fe tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:23.559388 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe92f696-8848-4da7-a817-f6863444c8fe tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:23.559388 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe92f696-8848-4da7-a817-f6863444c8fe tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:23.559728 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe92f696-8848-4da7-a817-f6863444c8fe tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:23.560077 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe92f696-8848-4da7-a817-f6863444c8fe tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:23.560865 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe92f696-8848-4da7-a817-f6863444c8fe tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:23.560865 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe92f696-8848-4da7-a817-f6863444c8fe tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:23.561198 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe92f696-8848-4da7-a817-f6863444c8fe tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:23.561433 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe92f696-8848-4da7-a817-f6863444c8fe tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:23.561773 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe92f696-8848-4da7-a817-f6863444c8fe tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:23.562116 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe92f696-8848-4da7-a817-f6863444c8fe tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:23.562452 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe92f696-8848-4da7-a817-f6863444c8fe tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802781-4-iscsi {{(pid=79277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 15:43:23.596084 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-fe92f696-8848-4da7-a817-f6863444c8fe tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:43:23.605294 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-c24fdadc-9d93-40b6-b727-db41df6bddb4 req-4fde384e-9db8-45da-aebc-769067339652 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1996150 Aug 31 15:43:23.612648 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2bddaa1-02c9-4ed8-9401-0478c588ef04 req-fe92f696-8848-4da7-a817-f6863444c8fe tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] No DVR routers for this DVR port d9e53462-75bd-4225-b881-c9d83b21de25 on host hv-cinder-80278 {{(pid=79277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:43:23.615656 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-a2bddaa1-02c9-4ed8-9401-0478c588ef04 req-fe92f696-8848-4da7-a817-f6863444c8fe tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:23.619241 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983cc82f-e2e8-4613-af63-b91833ba3282', 'name': 'network-vif-deleted', 'tag': 'd9e53462-75bd-4225-b881-c9d83b21de25'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:43:23.637902 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70758d0-44b6-4479-b709-6e88f6f9a8d2 req-e963cee9-acac-4e16-909d-2791af56e687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:43:23.639639 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d70758d0-44b6-4479-b709-6e88f6f9a8d2 req-e963cee9-acac-4e16-909d-2791af56e687 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e4371ca94d2f4596a8827e56a45419f1&device_id=9a1f6e49-df9f-42ca-bbba-1f56ade8f548 HTTP/1.1" status: 200 len: 1098 time: 0.3021789 Aug 31 15:43:23.641348 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-a2bddaa1-02c9-4ed8-9401-0478c588ef04 req-fe92f696-8848-4da7-a817-f6863444c8fe tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.64 "DELETE /v2.0/ports/d9e53462-75bd-4225-b881-c9d83b21de25 HTTP/1.1" status: 204 len: 173 time: 1.1185427 Aug 31 15:43:23.695348 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '983cc82f-e2e8-4613-af63-b91833ba3282', 'name': 'network-vif-deleted', 'tag': 'd9e53462-75bd-4225-b881-c9d83b21de25', 'status': 'completed', 'code': 200} Aug 31 15:43:23.809824 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70758d0-44b6-4479-b709-6e88f6f9a8d2 req-2300c7a5-6b42-4c6a-aff4-cf716f44e3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:43:23.811233 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d70758d0-44b6-4479-b709-6e88f6f9a8d2 req-2300c7a5-6b42-4c6a-aff4-cf716f44e3d8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5990b3f4-682b-41ef-afb9-dfd0d1d4d570 HTTP/1.1" status: 200 len: 913 time: 0.1423783 Aug 31 15:43:23.937795 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d70758d0-44b6-4479-b709-6e88f6f9a8d2 req-14b9c1e9-6361-42d0-83a5-6368eb2ad7f0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae5e0dd5-90b9-424c-b8d2-061bcf1159a3 HTTP/1.1" status: 200 len: 1001 time: 0.1186399 Aug 31 15:43:24.010988 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70758d0-44b6-4479-b709-6e88f6f9a8d2 req-6e7b43fd-fe53-4a3f-b755-cf9bdde9a6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:43:24.012644 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d70758d0-44b6-4479-b709-6e88f6f9a8d2 req-6e7b43fd-fe53-4a3f-b755-cf9bdde9a6f2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=080eca60-1e3c-44c2-9c13-4228fac76c5e HTTP/1.1" status: 200 len: 851 time: 0.0681856 Aug 31 15:43:24.092601 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70758d0-44b6-4479-b709-6e88f6f9a8d2 req-34f38450-4568-4e1b-bf4a-c4c871f9a8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:43:24.094092 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d70758d0-44b6-4479-b709-6e88f6f9a8d2 req-34f38450-4568-4e1b-bf4a-c4c871f9a8b6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5990b3f4-682b-41ef-afb9-dfd0d1d4d570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743876 Aug 31 15:43:24.254690 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d70758d0-44b6-4479-b709-6e88f6f9a8d2 req-b0e0e7a5-ca54-4431-88f4-d75176290067 service neutron] 10.222.0.64 "GET /v2.0/networks/5990b3f4-682b-41ef-afb9-dfd0d1d4d570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520002 Aug 31 15:43:24.394165 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d70758d0-44b6-4479-b709-6e88f6f9a8d2 req-2bdab925-9016-446f-bc6b-73e59d02d368 service neutron] 10.222.0.64 "GET /v2.0/networks/5990b3f4-682b-41ef-afb9-dfd0d1d4d570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322789 Aug 31 15:43:24.774566 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-fb55d4b3-e780-4316-add2-9e080f044684 req-0851af96-c17b-4c28-b30a-9860eb1600b3 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Synchronizing usage tracker for tenant:e4371ca94d2f4596a8827e56a45419f1 on resource:port {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:43:24.792027 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-fb55d4b3-e780-4316-add2-9e080f044684 req-0851af96-c17b-4c28-b30a-9860eb1600b3 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Unset dirty status for tenant:e4371ca94d2f4596a8827e56a45419f1 on resource:port {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:43:24.793207 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-fb55d4b3-e780-4316-add2-9e080f044684 req-0851af96-c17b-4c28-b30a-9860eb1600b3 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=983cc82f-e2e8-4613-af63-b91833ba3282 HTTP/1.1" status: 200 len: 210 time: 0.0621893 Aug 31 15:43:25.951520 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device d9e53462-75bd-4225-b881-c9d83b21de25 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:43:25.986080 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] No Port match for: d9e53462-75bd-4225-b881-c9d83b21de25 {{(pid=79278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:43:25.986429 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device d9e53462-75bd-4225-b881-c9d83b21de25 not bound to the agent host hv-cinder-80278 {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:43:28.318648 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 57420) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:43:28.633302 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-fbcbd7d7-cb96-469b-8991-6edc81e9ddee tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Deleting port 9d2f4390-2f62-498f-bc2a-7f38bd9b0ebc {{(pid=79276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:43:28.633628 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fbcbd7d7-cb96-469b-8991-6edc81e9ddee tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:28.813711 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fbcbd7d7-cb96-469b-8991-6edc81e9ddee tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:28.814035 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fbcbd7d7-cb96-469b-8991-6edc81e9ddee tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:28.944215 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-fbcbd7d7-cb96-469b-8991-6edc81e9ddee tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Calling delete_port for 9d2f4390-2f62-498f-bc2a-7f38bd9b0ebc owned by network:floatingip {{(pid=79276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:43:29.097009 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fbcbd7d7-cb96-469b-8991-6edc81e9ddee tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1768796'] for port, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:29.100949 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-29a31f83-d6a5-4f2f-852f-55947a8ac8dd tempest-TestMinimumBasicScenario-1701797107 tempest-TestMinimumBasicScenario-1701797107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:43:29.150251 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcbd7d7-cb96-469b-8991-6edc81e9ddee tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Pushing event deleted for resources: {'Port': ['ID=9d2f4390-2f62-498f-bc2a-7f38bd9b0ebc,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:43:29.176104 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-fbcbd7d7-cb96-469b-8991-6edc81e9ddee tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:43:29.241866 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fbcbd7d7-cb96-469b-8991-6edc81e9ddee tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks [] for floatingip, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:29.242099 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.db.l3_db [None req-fbcbd7d7-cb96-469b-8991-6edc81e9ddee tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Floating IP 4fde1770-9a99-4052-89d8-993747daf340 disassociated (deleted). External IP: 172.27.1.163, port: ae5e0dd5-90b9-424c-b8d2-061bcf1159a3. Aug 31 15:43:29.605931 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbcbd7d7-cb96-469b-8991-6edc81e9ddee tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Router be459f49-02c1-44b9-8b0c-b2e7d9c6814d has already been hosted by L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 {{(pid=79276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:43:29.793533 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbcbd7d7-cb96-469b-8991-6edc81e9ddee tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:43:29.803880 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8131da70-5ad8-4980-a72e-271ea89a1847 None None] Sync routers for ids ['be459f49-02c1-44b9-8b0c-b2e7d9c6814d'] in dv-cinder-802781-4-iscsi {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:43:29.815146 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8131da70-5ad8-4980-a72e-271ea89a1847 None None] Routers {'be459f49-02c1-44b9-8b0c-b2e7d9c6814d'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:43:29.815590 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-fbcbd7d7-cb96-469b-8991-6edc81e9ddee tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for floatingip, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:29.815797 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-8131da70-5ad8-4980-a72e-271ea89a1847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:43:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['be459f49-02c1-44b9-8b0c-b2e7d9c6814d'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:43:29.875564 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-fbcbd7d7-cb96-469b-8991-6edc81e9ddee tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "DELETE /v2.0/floatingips/4fde1770-9a99-4052-89d8-993747daf340 HTTP/1.1" status: 204 len: 168 time: 1.5551887 Aug 31 15:43:29.876131 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a1f6e49-df9f-42ca-bbba-1f56ade8f548', 'tag': 'ae5e0dd5-90b9-424c-b8d2-061bcf1159a3'}] {{(pid=79276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:43:29.930042 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a1f6e49-df9f-42ca-bbba-1f56ade8f548', 'tag': 'ae5e0dd5-90b9-424c-b8d2-061bcf1159a3', 'status': 'completed', 'code': 200} Aug 31 15:43:30.055980 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-8131da70-5ad8-4980-a72e-271ea89a1847 None None] Set router be459f49-02c1-44b9-8b0c-b2e7d9c6814d gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:43:30.058178 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2369b-0226-49d9-8268-7e3d66a53cf2 req-065af53b-9427-4807-b33d-d696b316c30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:43:30.059793 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7ec2369b-0226-49d9-8268-7e3d66a53cf2 req-065af53b-9427-4807-b33d-d696b316c30c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e4371ca94d2f4596a8827e56a45419f1&device_id=9a1f6e49-df9f-42ca-bbba-1f56ade8f548 HTTP/1.1" status: 200 len: 1098 time: 0.0815930 Aug 31 15:43:30.207164 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2369b-0226-49d9-8268-7e3d66a53cf2 req-9976c8f3-34b1-4e53-af96-ce38c447f63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:43:30.208585 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7ec2369b-0226-49d9-8268-7e3d66a53cf2 req-9976c8f3-34b1-4e53-af96-ce38c447f63f service neutron] 10.222.0.64 "GET /v2.0/networks?id=5990b3f4-682b-41ef-afb9-dfd0d1d4d570 HTTP/1.1" status: 200 len: 913 time: 0.1414890 Aug 31 15:43:30.278390 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff228f-97cf-4468-acb4-27ccf88fd9ab req-d181b8d9-a34a-43dc-88c7-5d65c44fb5a1 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:43:30.279288 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [req-27ff228f-97cf-4468-acb4-27ccf88fd9ab req-d181b8d9-a34a-43dc-88c7-5d65c44fb5a1 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Synchronizing usage tracker for tenant:e4371ca94d2f4596a8827e56a45419f1 on resource:port {{(pid=79276) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:43:30.296844 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7ec2369b-0226-49d9-8268-7e3d66a53cf2 req-281561e8-75d0-478a-b741-489be1c41830 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae5e0dd5-90b9-424c-b8d2-061bcf1159a3 HTTP/1.1" status: 200 len: 217 time: 0.0670667 Aug 31 15:43:30.298221 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.quota.resource [req-27ff228f-97cf-4468-acb4-27ccf88fd9ab req-d181b8d9-a34a-43dc-88c7-5d65c44fb5a1 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Unset dirty status for tenant:e4371ca94d2f4596a8827e56a45419f1 on resource:port {{(pid=79276) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:43:30.299598 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-27ff228f-97cf-4468-acb4-27ccf88fd9ab req-d181b8d9-a34a-43dc-88c7-5d65c44fb5a1 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a1f6e49-df9f-42ca-bbba-1f56ade8f548 HTTP/1.1" status: 200 len: 945 time: 0.1072018 Aug 31 15:43:30.347451 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [req-27ff228f-97cf-4468-acb4-27ccf88fd9ab req-3691a69a-be4c-4144-855a-c98405b685f5 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404816 Aug 31 15:43:30.371493 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2369b-0226-49d9-8268-7e3d66a53cf2 req-cb03cf25-44b9-454c-b499-6cc5ab06d920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:43:30.372976 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7ec2369b-0226-49d9-8268-7e3d66a53cf2 req-cb03cf25-44b9-454c-b499-6cc5ab06d920 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=080eca60-1e3c-44c2-9c13-4228fac76c5e HTTP/1.1" status: 200 len: 851 time: 0.0691445 Aug 31 15:43:30.416831 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-8131da70-5ad8-4980-a72e-271ea89a1847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'name': 'tempest-TestVolumeBootPattern-2118761035-router', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:27Z', 'updated_at': '2021-08-31T15:34:31Z', 'revision_number': 4, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'gw_port': {'id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:02:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:28Z', 'updated_at': '2021-08-31T15:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': '58f98173-a7a3-4738-9543-53ebab27af83', 'name': '', 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'mac_address': 'fa:16:3e:13:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '080eca60-1e3c-44c2-9c13-4228fac76c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:30Z', 'updated_at': '2021-08-31T15:34:37Z', 'revision_number': 5, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'subnets': [{'id': '080eca60-1e3c-44c2-9c13-4228fac76c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:43:30.424061 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8131da70-5ad8-4980-a72e-271ea89a1847 None None] Checking router: be459f49-02c1-44b9-8b0c-b2e7d9c6814d for host: dv-cinder-802781-4-iscsi {{(pid=79278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:43:30.438937 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8131da70-5ad8-4980-a72e-271ea89a1847 None None] Routers {'be459f49-02c1-44b9-8b0c-b2e7d9c6814d'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:43:30.439866 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-8131da70-5ad8-4980-a72e-271ea89a1847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:43:08Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['be459f49-02c1-44b9-8b0c-b2e7d9c6814d'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:43:30.471958 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2369b-0226-49d9-8268-7e3d66a53cf2 req-2b92bbe5-16cd-4892-9139-5f4194675da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:43:30.473694 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7ec2369b-0226-49d9-8268-7e3d66a53cf2 req-2b92bbe5-16cd-4892-9139-5f4194675da2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5990b3f4-682b-41ef-afb9-dfd0d1d4d570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0918586 Aug 31 15:43:30.674354 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-8131da70-5ad8-4980-a72e-271ea89a1847 None None] Set router be459f49-02c1-44b9-8b0c-b2e7d9c6814d gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:43:30.730048 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7ec2369b-0226-49d9-8268-7e3d66a53cf2 req-5e760ad7-319f-4bde-a0f1-46b083b16160 service neutron] 10.222.0.64 "GET /v2.0/networks/5990b3f4-682b-41ef-afb9-dfd0d1d4d570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429266 Aug 31 15:43:30.881902 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-7ec2369b-0226-49d9-8268-7e3d66a53cf2 req-718100e0-5218-45a5-86dd-9a3bcd55e07b service neutron] 10.222.0.64 "GET /v2.0/networks/5990b3f4-682b-41ef-afb9-dfd0d1d4d570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435506 Aug 31 15:43:31.030014 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-8131da70-5ad8-4980-a72e-271ea89a1847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'name': 'tempest-TestVolumeBootPattern-2118761035-router', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:27Z', 'updated_at': '2021-08-31T15:34:31Z', 'revision_number': 4, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'gw_port': {'id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:02:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:28Z', 'updated_at': '2021-08-31T15:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': '58f98173-a7a3-4738-9543-53ebab27af83', 'name': '', 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'mac_address': 'fa:16:3e:13:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '080eca60-1e3c-44c2-9c13-4228fac76c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:30Z', 'updated_at': '2021-08-31T15:34:37Z', 'revision_number': 5, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'subnets': [{'id': '080eca60-1e3c-44c2-9c13-4228fac76c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:43:31.033957 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8131da70-5ad8-4980-a72e-271ea89a1847 None None] The sync data for ids ['be459f49-02c1-44b9-8b0c-b2e7d9c6814d'] in dv-cinder-802781-4-iscsi is: [{'id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'name': 'tempest-TestVolumeBootPattern-2118761035-router', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:27Z', 'updated_at': '2021-08-31T15:34:31Z', 'revision_number': 4, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'gw_port': {'id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:02:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:28Z', 'updated_at': '2021-08-31T15:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi', '_interfaces': [{'id': '58f98173-a7a3-4738-9543-53ebab27af83', 'name': '', 'network_id': '5990b3f4-682b-41ef-afb9-dfd0d1d4d570', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'mac_address': 'fa:16:3e:13:84:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '080eca60-1e3c-44c2-9c13-4228fac76c5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:30Z', 'updated_at': '2021-08-31T15:34:37Z', 'revision_number': 5, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'subnets': [{'id': '080eca60-1e3c-44c2-9c13-4228fac76c5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:43:31.191684 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b091f3-6283-4dfe-a93b-8b952dc27364 req-af704b96-082a-4d8e-89b6-7c70a5e301d8 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:43:31.193288 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-06b091f3-6283-4dfe-a93b-8b952dc27364 req-af704b96-082a-4d8e-89b6-7c70a5e301d8 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a1f6e49-df9f-42ca-bbba-1f56ade8f548 HTTP/1.1" status: 200 len: 945 time: 0.0887358 Aug 31 15:43:31.261710 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ef7397-b03f-4212-8375-f19162b9ddee None None] New status for floating IP 4fde1770-9a99-4052-89d8-993747daf340: DOWN {{(pid=79279) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 15:43:31.271110 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [req-06b091f3-6283-4dfe-a93b-8b952dc27364 req-f190d88d-7be0-41a8-b05e-96479ed21b86 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Deleting port ae5e0dd5-90b9-424c-b8d2-061bcf1159a3 {{(pid=79277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:43:31.271552 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-06b091f3-6283-4dfe-a93b-8b952dc27364 req-f190d88d-7be0-41a8-b05e-96479ed21b86 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:31.590911 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [req-06b091f3-6283-4dfe-a93b-8b952dc27364 req-f190d88d-7be0-41a8-b05e-96479ed21b86 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] For port ae5e0dd5-90b9-424c-b8d2-061bcf1159a3, host hv-cinder-80278, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80278',level=0,port_id=ae5e0dd5-90b9-424c-b8d2-061bcf1159a3,segment=NetworkSegment(8d2c72f1-218e-4eb7-8d0d-15b50235536e),segment_id=8d2c72f1-218e-4eb7-8d0d-15b50235536e)] {{(pid=79277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:43:31.591274 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-06b091f3-6283-4dfe-a93b-8b952dc27364 req-f190d88d-7be0-41a8-b05e-96479ed21b86 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:31.718315 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [req-06b091f3-6283-4dfe-a93b-8b952dc27364 req-f190d88d-7be0-41a8-b05e-96479ed21b86 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Calling delete_port for ae5e0dd5-90b9-424c-b8d2-061bcf1159a3 owned by compute:nova {{(pid=79277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:43:31.777356 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161f18b-cc55-4394-8e79-9f1d65341204 req-5c646843-8962-45c5-af34-a420b729b476 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79277) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 15:43:31.778868 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5161f18b-cc55-4394-8e79-9f1d65341204 req-5c646843-8962-45c5-af34-a420b729b476 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a1f6e49-df9f-42ca-bbba-1f56ade8f548 HTTP/1.1" status: 200 len: 945 time: 0.2891240 Aug 31 15:43:31.845720 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-5161f18b-cc55-4394-8e79-9f1d65341204 req-9e8266d6-eda0-4a1c-af42-b5e46482a3bf tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/security-groups?id=b8edf42a-55a3-4cf9-904d-acbe34d98f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611849 Aug 31 15:43:31.910863 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-06b091f3-6283-4dfe-a93b-8b952dc27364 req-f190d88d-7be0-41a8-b05e-96479ed21b86 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10695601'] for port, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:31.916496 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-e79247ef-f2df-4172-b569-e014f79f39bf tempest-AttachVolumeTestJSON-940168916 tempest-AttachVolumeTestJSON-940168916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:43:31.964893 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f190d88d-7be0-41a8-b05e-96479ed21b86 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Pushing event deleted for resources: {'Port': ['ID=ae5e0dd5-90b9-424c-b8d2-061bcf1159a3,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:43:31.967989 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-f190d88d-7be0-41a8-b05e-96479ed21b86 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:43:32.039888 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b091f3-6283-4dfe-a93b-8b952dc27364 req-f190d88d-7be0-41a8-b05e-96479ed21b86 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] No DVR routers for this DVR port ae5e0dd5-90b9-424c-b8d2-061bcf1159a3 on host hv-cinder-80278 {{(pid=79277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:43:32.042435 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [req-06b091f3-6283-4dfe-a93b-8b952dc27364 req-f190d88d-7be0-41a8-b05e-96479ed21b86 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for port, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:32.045141 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1f6e49-df9f-42ca-bbba-1f56ade8f548', 'name': 'network-vif-deleted', 'tag': 'ae5e0dd5-90b9-424c-b8d2-061bcf1159a3'}] {{(pid=79277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 15:43:32.061299 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-06b091f3-6283-4dfe-a93b-8b952dc27364 req-f190d88d-7be0-41a8-b05e-96479ed21b86 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.64 "DELETE /v2.0/ports/ae5e0dd5-90b9-424c-b8d2-061bcf1159a3 HTTP/1.1" status: 204 len: 173 time: 0.8624496 Aug 31 15:43:32.096823 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1f6e49-df9f-42ca-bbba-1f56ade8f548', 'name': 'network-vif-deleted', 'tag': 'ae5e0dd5-90b9-424c-b8d2-061bcf1159a3', 'status': 'completed', 'code': 200} Aug 31 15:43:33.021082 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-d7feb8f0-8ef9-41a6-aea3-b57b985232d6 req-9bc410b6-ede7-498b-bc65-4db9464e6976 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Synchronizing usage tracker for tenant:e4371ca94d2f4596a8827e56a45419f1 on resource:port {{(pid=79277) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 31 15:43:33.037410 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.quota.resource [req-d7feb8f0-8ef9-41a6-aea3-b57b985232d6 req-9bc410b6-ede7-498b-bc65-4db9464e6976 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Unset dirty status for tenant:e4371ca94d2f4596a8827e56a45419f1 on resource:port {{(pid=79277) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 31 15:43:33.039177 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [req-d7feb8f0-8ef9-41a6-aea3-b57b985232d6 req-9bc410b6-ede7-498b-bc65-4db9464e6976 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a1f6e49-df9f-42ca-bbba-1f56ade8f548 HTTP/1.1" status: 200 len: 210 time: 0.0654354 Aug 31 15:43:33.977445 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device ae5e0dd5-90b9-424c-b8d2-061bcf1159a3 no longer exists at agent hyperv_hv-cinder-80278 {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:43:34.015296 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] No Port match for: ae5e0dd5-90b9-424c-b8d2-061bcf1159a3 {{(pid=79278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:43:34.015628 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Device ae5e0dd5-90b9-424c-b8d2-061bcf1159a3 not bound to the agent host hv-cinder-80278 {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:43:34.134836 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 57440) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:43:34.396861 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-483aac96-934d-4445-b91a-855bf14bc236 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Deleting port ec21051d-e995-456c-9ea2-eee5a65ea698 {{(pid=79276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:43:34.398122 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-483aac96-934d-4445-b91a-855bf14bc236 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:34.578696 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-483aac96-934d-4445-b91a-855bf14bc236 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:34.578994 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-483aac96-934d-4445-b91a-855bf14bc236 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:34.709280 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-483aac96-934d-4445-b91a-855bf14bc236 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Calling delete_port for ec21051d-e995-456c-9ea2-eee5a65ea698 owned by network:floatingip {{(pid=79276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:43:34.849173 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-483aac96-934d-4445-b91a-855bf14bc236 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1768796'] for port, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:34.853207 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-0db8da59-104d-4f13-b75d-026ddf724c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:43:34.901975 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483aac96-934d-4445-b91a-855bf14bc236 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Pushing event deleted for resources: {'Port': ['ID=ec21051d-e995-456c-9ea2-eee5a65ea698,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:43:34.905097 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-483aac96-934d-4445-b91a-855bf14bc236 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:43:34.998049 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-483aac96-934d-4445-b91a-855bf14bc236 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks [] for floatingip, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:35.019020 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-483aac96-934d-4445-b91a-855bf14bc236 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140910'] for floatingip, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:35.023716 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-483aac96-934d-4445-b91a-855bf14bc236 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "DELETE /v2.0/floatingips/59b180cf-7fe4-4592-b602-f544782981be HTTP/1.1" status: 204 len: 168 time: 0.8878045 Aug 31 15:43:35.336031 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-fe0577a3-4933-4888-ae07-02154b975041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:35.621126 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:36.033142 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 6 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:43:36.415595 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 57456) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:43:36.486534 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-5f766329-500c-4cc4-a1cd-e222d5d59122 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks [] for security_group, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:36.517607 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-5f766329-500c-4cc4-a1cd-e222d5d59122 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:36.583985 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-5f766329-500c-4cc4-a1cd-e222d5d59122 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:36.588481 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-1ca6b286-67bc-4d25-9a1b-dd10663f2307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:43:36.602843 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f766329-500c-4cc4-a1cd-e222d5d59122 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8edf42a-55a3-4cf9-904d-acbe34d98f9a,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:43:36.605349 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-5f766329-500c-4cc4-a1cd-e222d5d59122 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:43:36.618327 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-5f766329-500c-4cc4-a1cd-e222d5d59122 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Notify callbacks [] for security_group, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:36.621946 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-5f766329-500c-4cc4-a1cd-e222d5d59122 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] 10.222.0.81 "DELETE /v2.0/security-groups/b8edf42a-55a3-4cf9-904d-acbe34d98f9a HTTP/1.1" status: 204 len: 168 time: 0.2028036 Aug 31 15:43:36.681231 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 57462) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:43:37.466606 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-b8f2c354-1b08-4eb8-a010-8525f44b2e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3927262'] for router_interface, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:37.737548 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-dbf0681a-7a17-45a3-a663-7df0954dffbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:37.834581 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [None req-b8f2c354-1b08-4eb8-a010-8525f44b2e31 admin admin] Deleting port 58f98173-a7a3-4738-9543-53ebab27af83 {{(pid=79277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:43:37.835618 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-b8f2c354-1b08-4eb8-a010-8525f44b2e31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:38.012448 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [None req-b8f2c354-1b08-4eb8-a010-8525f44b2e31 admin admin] For port 58f98173-a7a3-4738-9543-53ebab27af83, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=58f98173-a7a3-4738-9543-53ebab27af83,segment=NetworkSegment(8d2c72f1-218e-4eb7-8d0d-15b50235536e),segment_id=8d2c72f1-218e-4eb7-8d0d-15b50235536e)] {{(pid=79277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:43:38.012702 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-b8f2c354-1b08-4eb8-a010-8525f44b2e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:38.141068 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [None req-b8f2c354-1b08-4eb8-a010-8525f44b2e31 admin admin] Calling delete_port for 58f98173-a7a3-4738-9543-53ebab27af83 owned by network:router_interface {{(pid=79277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:43:38.461758 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-b8f2c354-1b08-4eb8-a010-8525f44b2e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10695601'] for port, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:38.465965 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-c061b0cf-b646-4963-8cb5-5415f24a66eb tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:43:38.514384 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f2c354-1b08-4eb8-a010-8525f44b2e31 admin admin] Pushing event deleted for resources: {'Port': ['ID=58f98173-a7a3-4738-9543-53ebab27af83,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:43:38.516320 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-b8f2c354-1b08-4eb8-a010-8525f44b2e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:43:38.896379 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-b8f2c354-1b08-4eb8-a010-8525f44b2e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3790722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3927202'] for router_interface, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:38.946236 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:39.269950 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f2c354-1b08-4eb8-a010-8525f44b2e31 admin admin] Router be459f49-02c1-44b9-8b0c-b2e7d9c6814d has already been hosted by L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 {{(pid=79277) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:43:39.457790 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f2c354-1b08-4eb8-a010-8525f44b2e31 admin admin] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79277) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:43:39.470593 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-b8f2c354-1b08-4eb8-a010-8525f44b2e31 admin admin] 10.222.0.81 "PUT /v2.0/routers/be459f49-02c1-44b9-8b0c-b2e7d9c6814d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7882683 Aug 31 15:43:39.471417 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29da95c-eba0-44df-8327-748eeae4f5ad None None] Sync routers for ids ['be459f49-02c1-44b9-8b0c-b2e7d9c6814d'] in dv-cinder-802781-4-iscsi {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:43:39.473284 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 57472) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:43:39.481260 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29da95c-eba0-44df-8327-748eeae4f5ad None None] Routers {'be459f49-02c1-44b9-8b0c-b2e7d9c6814d'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:43:39.481883 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-b29da95c-eba0-44df-8327-748eeae4f5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:43:38Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['be459f49-02c1-44b9-8b0c-b2e7d9c6814d'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:43:39.661580 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-ee766b1a-db95-4706-9e2a-74e2d39aad96 admin admin] Notify callbacks [] for router, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:39.668752 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:39.677046 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-b29da95c-eba0-44df-8327-748eeae4f5ad None None] Set router be459f49-02c1-44b9-8b0c-b2e7d9c6814d gateway port host: dv-cinder-802781-4-iscsi {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:43:39.847447 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-ee766b1a-db95-4706-9e2a-74e2d39aad96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:39.858772 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [None req-ee766b1a-db95-4706-9e2a-74e2d39aad96 admin admin] Deleting port 0bbd5f29-8e72-4b25-a490-98d82f1363a3 {{(pid=79277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:43:39.859219 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-ee766b1a-db95-4706-9e2a-74e2d39aad96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:40.037683 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-b29da95c-eba0-44df-8327-748eeae4f5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'name': 'tempest-TestVolumeBootPattern-2118761035-router', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:27Z', 'updated_at': '2021-08-31T15:43:38Z', 'revision_number': 5, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'gw_port': {'id': '0bbd5f29-8e72-4b25-a490-98d82f1363a3', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:02:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:28Z', 'updated_at': '2021-08-31T15:34:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi'}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:43:40.042938 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29da95c-eba0-44df-8327-748eeae4f5ad None None] Checking router: be459f49-02c1-44b9-8b0c-b2e7d9c6814d for host: dv-cinder-802781-4-iscsi {{(pid=79278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:43:40.052381 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29da95c-eba0-44df-8327-748eeae4f5ad None None] Routers {'be459f49-02c1-44b9-8b0c-b2e7d9c6814d'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:43:40.053024 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-b29da95c-eba0-44df-8327-748eeae4f5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:43:38Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['be459f49-02c1-44b9-8b0c-b2e7d9c6814d'], 'active': True} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:43:40.155736 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.db [None req-ee766b1a-db95-4706-9e2a-74e2d39aad96 admin admin] For port 0bbd5f29-8e72-4b25-a490-98d82f1363a3, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=0bbd5f29-8e72-4b25-a490-98d82f1363a3,segment=NetworkSegment(ee0cca34-cfc1-48b8-9cd2-f432400bdd40),segment_id=ee0cca34-cfc1-48b8-9cd2-f432400bdd40)] {{(pid=79277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:43:40.156112 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-ee766b1a-db95-4706-9e2a-74e2d39aad96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:40.219250 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_dvr_db [None req-b29da95c-eba0-44df-8327-748eeae4f5ad None None] Set router be459f49-02c1-44b9-8b0c-b2e7d9c6814d gateway port host: None {{(pid=79278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:43:40.284921 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.plugins.ml2.plugin [None req-ee766b1a-db95-4706-9e2a-74e2d39aad96 admin admin] Calling delete_port for 0bbd5f29-8e72-4b25-a490-98d82f1363a3 owned by network:router_gateway {{(pid=79277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:43:40.329977 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.db.l3_hamode_db [None req-b29da95c-eba0-44df-8327-748eeae4f5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'name': 'tempest-TestVolumeBootPattern-2118761035-router', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:27Z', 'updated_at': '2021-08-31T15:43:39Z', 'revision_number': 6, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'gw_port_host': None}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:43:40.331872 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29da95c-eba0-44df-8327-748eeae4f5ad None None] The sync data for ids ['be459f49-02c1-44b9-8b0c-b2e7d9c6814d'] in dv-cinder-802781-4-iscsi is: [{'id': 'be459f49-02c1-44b9-8b0c-b2e7d9c6814d', 'name': 'tempest-TestVolumeBootPattern-2118761035-router', 'tenant_id': 'e4371ca94d2f4596a8827e56a45419f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:27Z', 'updated_at': '2021-08-31T15:43:39Z', 'revision_number': 6, 'project_id': 'e4371ca94d2f4596a8827e56a45419f1', 'gw_port_host': None}] {{(pid=79278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:43:40.467341 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-ee766b1a-db95-4706-9e2a-74e2d39aad96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10695601'] for port, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:40.471087 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-17d766b9-1b8c-4005-b23e-cbe33156060d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:43:40.514721 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee766b1a-db95-4706-9e2a-74e2d39aad96 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bbd5f29-8e72-4b25-a490-98d82f1363a3,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:43:40.518562 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-ee766b1a-db95-4706-9e2a-74e2d39aad96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:43:40.611522 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-ee766b1a-db95-4706-9e2a-74e2d39aad96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906827'] for router_gateway, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:40.633320 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:40.791571 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-ee766b1a-db95-4706-9e2a-74e2d39aad96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3925073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-836'] for router, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:40.793865 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-ee766b1a-db95-4706-9e2a-74e2d39aad96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:40.885837 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-ee766b1a-db95-4706-9e2a-74e2d39aad96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926097'] for router, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:40.886037 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee766b1a-db95-4706-9e2a-74e2d39aad96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be459f49-02c1-44b9-8b0c-b2e7d9c6814d {{(pid=79277) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 31 15:43:40.892070 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 0bbd5f29-8e72-4b25-a490-98d82f1363a3 no longer exists at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:43:40.909948 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-ee766b1a-db95-4706-9e2a-74e2d39aad96 admin admin] Notify callbacks [] for router, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:40.911168 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-ee766b1a-db95-4706-9e2a-74e2d39aad96 admin admin] 10.222.0.81 "DELETE /v2.0/routers/be459f49-02c1-44b9-8b0c-b2e7d9c6814d HTTP/1.1" status: 204 len: 168 time: 1.4368644 Aug 31 15:43:40.914670 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 57476) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:43:40.929262 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] No Port match for: 0bbd5f29-8e72-4b25-a490-98d82f1363a3 {{(pid=79278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:43:40.930021 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 0bbd5f29-8e72-4b25-a490-98d82f1363a3 not bound to the agent host dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:43:40.930510 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 58f98173-a7a3-4738-9543-53ebab27af83 no longer exists at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:43:40.967874 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] No Port match for: 58f98173-a7a3-4738-9543-53ebab27af83 {{(pid=79278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:43:40.968234 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 58f98173-a7a3-4738-9543-53ebab27af83 not bound to the agent host dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:43:40.985089 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8eb2f38-f486-4a9a-b547-a4a04551b132 admin admin] Deleting subnet 080eca60-1e3c-44c2-9c13-4228fac76c5e {{(pid=79276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 31 15:43:40.988247 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c8eb2f38-f486-4a9a-b547-a4a04551b132 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:41.039161 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c8eb2f38-f486-4a9a-b547-a4a04551b132 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-770018'] for subnet, precommit_delete_associations {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:41.131293 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c8eb2f38-f486-4a9a-b547-a4a04551b132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3292833'] for subnet, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:41.201166 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c8eb2f38-f486-4a9a-b547-a4a04551b132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3292846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1768719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-930066'] for subnet, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:41.205273 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:43:41.243202 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb2f38-f486-4a9a-b547-a4a04551b132 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=080eca60-1e3c-44c2-9c13-4228fac76c5e,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:43:41.245207 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-c8eb2f38-f486-4a9a-b547-a4a04551b132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for subnet, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:41.250552 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcc65a7-5c1d-4d0c-88d8-b10983524975 None None] Network 5990b3f4-682b-41ef-afb9-dfd0d1d4d570 requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:43:41.251330 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-c8eb2f38-f486-4a9a-b547-a4a04551b132 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/080eca60-1e3c-44c2-9c13-4228fac76c5e HTTP/1.1" status: 204 len: 168 time: 0.3355429 Aug 31 15:43:41.252297 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-c8eb2f38-f486-4a9a-b547-a4a04551b132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:43:41.255233 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 57480) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:43:41.366581 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-e9a73227-50cb-4ce3-b7e4-b4b55600bdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1015904'] for network, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:41.377537 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-e9a73227-50cb-4ce3-b7e4-b4b55600bdf2 admin admin] Deleting port c761010b-d541-4428-8c89-7cd20996c10e {{(pid=79276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:43:41.377971 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-e9a73227-50cb-4ce3-b7e4-b4b55600bdf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:41.514983 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e5a438-f4c5-40ec-aa45-04c0cdbb48cd None None] DHCP port deletion for 5990b3f4-682b-41ef-afb9-dfd0d1d4d570 request from dv-cinder-802781-4-iscsi {{(pid=79278) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 31 15:43:41.519715 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-33e5a438-f4c5-40ec-aa45-04c0cdbb48cd None None] Deleting port c761010b-d541-4428-8c89-7cd20996c10e {{(pid=79278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:43:41.520096 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-33e5a438-f4c5-40ec-aa45-04c0cdbb48cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:41.605878 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-e9a73227-50cb-4ce3-b7e4-b4b55600bdf2 admin admin] For port c761010b-d541-4428-8c89-7cd20996c10e, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=c761010b-d541-4428-8c89-7cd20996c10e,segment=NetworkSegment(8d2c72f1-218e-4eb7-8d0d-15b50235536e),segment_id=8d2c72f1-218e-4eb7-8d0d-15b50235536e)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:43:41.606359 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-e9a73227-50cb-4ce3-b7e4-b4b55600bdf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:41.735187 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-e9a73227-50cb-4ce3-b7e4-b4b55600bdf2 admin admin] Calling delete_port for c761010b-d541-4428-8c89-7cd20996c10e owned by network:dhcp {{(pid=79276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:43:41.737798 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-33e5a438-f4c5-40ec-aa45-04c0cdbb48cd None None] For port c761010b-d541-4428-8c89-7cd20996c10e, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=c761010b-d541-4428-8c89-7cd20996c10e,segment=NetworkSegment(8d2c72f1-218e-4eb7-8d0d-15b50235536e),segment_id=8d2c72f1-218e-4eb7-8d0d-15b50235536e)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:43:41.738235 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-33e5a438-f4c5-40ec-aa45-04c0cdbb48cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:41.873684 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-33e5a438-f4c5-40ec-aa45-04c0cdbb48cd None None] Calling delete_port for c761010b-d541-4428-8c89-7cd20996c10e owned by network:dhcp {{(pid=79278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:43:41.912795 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-e9a73227-50cb-4ce3-b7e4-b4b55600bdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1768796'] for port, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:41.918230 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-b5914d82-9e4e-40ee-8952-595faaf09fd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:43:41.954129 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.db.api [None req-33e5a438-f4c5-40ec-aa45-04c0cdbb48cd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79278) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 15:43:41.954497 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_db.api [None req-33e5a438-f4c5-40ec-aa45-04c0cdbb48cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 15:43:41.961433 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a73227-50cb-4ce3-b7e4-b4b55600bdf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c761010b-d541-4428-8c89-7cd20996c10e,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:43:41.964575 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-e9a73227-50cb-4ce3-b7e4-b4b55600bdf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:43:41.965338 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a73227-50cb-4ce3-b7e4-b4b55600bdf2 admin admin] No DVR routers for this DVR port c761010b-d541-4428-8c89-7cd20996c10e on host dv-cinder-802781-4-iscsi {{(pid=79276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:43:42.081902 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-e9a73227-50cb-4ce3-b7e4-b4b55600bdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3290458', 'neutron.services.segments.db._delete_segments_for_network-8738171925917'] for network, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:42.096830 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.services.segments.db [None req-e9a73227-50cb-4ce3-b7e4-b4b55600bdf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5990b3f4-682b-41ef-afb9-dfd0d1d4d570']}} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:43:42.109064 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.services.segments.db [None req-e9a73227-50cb-4ce3-b7e4-b4b55600bdf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d2c72f1-218e-4eb7-8d0d-15b50235536e') {'for_net_delete': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:43:42.109352 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.services.segments.db [None req-e9a73227-50cb-4ce3-b7e4-b4b55600bdf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d2c72f1-218e-4eb7-8d0d-15b50235536e') {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:43:42.121459 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-e9a73227-50cb-4ce3-b7e4-b4b55600bdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738171923703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-770045'] for segment, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:42.138220 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-e9a73227-50cb-4ce3-b7e4-b4b55600bdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3286683'] for segment, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:42.144641 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9a73227-50cb-4ce3-b7e4-b4b55600bdf2 admin admin] Releasing vlan 901 on physical network physnet1 to pool {{(pid=79276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:43:42.145022 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-e9a73227-50cb-4ce3-b7e4-b4b55600bdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3286674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1768809'] for segment, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:42.158407 dv-cinder-802781-4-iscsi neutron-server[79276]: Traceback (most recent call last): Aug 31 15:43:42.158407 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:43:42.158407 dv-cinder-802781-4-iscsi neutron-server[79276]: timer() Aug 31 15:43:42.158407 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:43:42.158407 dv-cinder-802781-4-iscsi neutron-server[79276]: cb(*args, **kw) Aug 31 15:43:42.158407 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 31 15:43:42.158407 dv-cinder-802781-4-iscsi neutron-server[79276]: return func(*args, **kwargs) Aug 31 15:43:42.158407 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:43:42.158407 dv-cinder-802781-4-iscsi neutron-server[79276]: self._notify() Aug 31 15:43:42.158407 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:43:42.158407 dv-cinder-802781-4-iscsi neutron-server[79276]: self.callback(batched_events) Aug 31 15:43:42.158407 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:43:42.158407 dv-cinder-802781-4-iscsi neutron-server[79276]: event.method(event) Aug 31 15:43:42.158407 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 15:43:42.158407 dv-cinder-802781-4-iscsi neutron-server[79276]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:43:42.158407 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 15:43:42.158407 dv-cinder-802781-4-iscsi neutron-server[79276]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:43:42.158407 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 15:43:42.158407 dv-cinder-802781-4-iscsi neutron-server[79276]: return f(self, *a, **k) Aug 31 15:43:42.158407 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 31 15:43:42.158407 dv-cinder-802781-4-iscsi neutron-server[79276]: return self._get(url).json() Aug 31 15:43:42.158407 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 31 15:43:42.158407 dv-cinder-802781-4-iscsi neutron-server[79276]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:43:42.158407 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:43:42.158407 dv-cinder-802781-4-iscsi neutron-server[79276]: return self.request(url, 'GET', **kwargs) Aug 31 15:43:42.158407 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:43:42.158407 dv-cinder-802781-4-iscsi neutron-server[79276]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:43:42.158407 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:43:42.158407 dv-cinder-802781-4-iscsi neutron-server[79276]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:43:42.158407 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:43:42.158407 dv-cinder-802781-4-iscsi neutron-server[79276]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:43:42.158407 dv-cinder-802781-4-iscsi neutron-server[79276]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:43:42.240667 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-e9a73227-50cb-4ce3-b7e4-b4b55600bdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3290403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906838'] for network, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:42.245116 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-9e983026-777f-4b90-9c5a-dcdcd351ea2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:43:42.258555 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-e9a73227-50cb-4ce3-b7e4-b4b55600bdf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for network, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:42.269595 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a73227-50cb-4ce3-b7e4-b4b55600bdf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5990b3f4-682b-41ef-afb9-dfd0d1d4d570,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:43:42.274207 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-e9a73227-50cb-4ce3-b7e4-b4b55600bdf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:43:42.277887 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-e9a73227-50cb-4ce3-b7e4-b4b55600bdf2 admin admin] 10.222.0.81 "DELETE /v2.0/networks/5990b3f4-682b-41ef-afb9-dfd0d1d4d570 HTTP/1.1" status: 204 len: 168 time: 1.0214779 Aug 31 15:43:42.280784 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 57484) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:43:42.455525 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-33e5a438-f4c5-40ec-aa45-04c0cdbb48cd None None] Deleting port c761010b-d541-4428-8c89-7cd20996c10e {{(pid=79278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:43:42.456410 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-33e5a438-f4c5-40ec-aa45-04c0cdbb48cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:42.527911 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-33e5a438-f4c5-40ec-aa45-04c0cdbb48cd None None] The port 'c761010b-d541-4428-8c89-7cd20996c10e' was deleted {{(pid=79278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 31 15:43:42.844742 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-27b923c4-2c5c-4ff4-a7bf-1fc5b1f7de1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3927262'] for router_interface, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:42.893653 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device c761010b-d541-4428-8c89-7cd20996c10e no longer exists at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:43:42.932983 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] No Port match for: c761010b-d541-4428-8c89-7cd20996c10e {{(pid=79278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:43:42.933328 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device c761010b-d541-4428-8c89-7cd20996c10e not bound to the agent host dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:43:43.222213 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-27b923c4-2c5c-4ff4-a7bf-1fc5b1f7de1e admin admin] Deleting port 9053b3f2-a49b-43db-b2da-0376bc43b273 {{(pid=79276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:43:43.222849 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-27b923c4-2c5c-4ff4-a7bf-1fc5b1f7de1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:43.499078 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-27b923c4-2c5c-4ff4-a7bf-1fc5b1f7de1e admin admin] For port 9053b3f2-a49b-43db-b2da-0376bc43b273, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=9053b3f2-a49b-43db-b2da-0376bc43b273,segment=NetworkSegment(06cb4e88-3155-471f-a61b-500aaacd4fb1),segment_id=06cb4e88-3155-471f-a61b-500aaacd4fb1)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:43:43.499355 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-27b923c4-2c5c-4ff4-a7bf-1fc5b1f7de1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:43.627446 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-27b923c4-2c5c-4ff4-a7bf-1fc5b1f7de1e admin admin] Calling delete_port for 9053b3f2-a49b-43db-b2da-0376bc43b273 owned by network:router_interface {{(pid=79276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:43:43.832920 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-27b923c4-2c5c-4ff4-a7bf-1fc5b1f7de1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1768796'] for port, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:43.837070 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-473ecf3c-23aa-4229-8b61-e86a7df2983e tempest-AttachVolumeShelveTestJSON-1346031799 tempest-AttachVolumeShelveTestJSON-1346031799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:43:43.888314 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b923c4-2c5c-4ff4-a7bf-1fc5b1f7de1e admin admin] Pushing event deleted for resources: {'Port': ['ID=9053b3f2-a49b-43db-b2da-0376bc43b273,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:43:43.916259 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-27b923c4-2c5c-4ff4-a7bf-1fc5b1f7de1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:43:44.165690 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-27b923c4-2c5c-4ff4-a7bf-1fc5b1f7de1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3790722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3927202'] for router_interface, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:44.540279 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b923c4-2c5c-4ff4-a7bf-1fc5b1f7de1e admin admin] Router 9f6af12b-f64d-44ed-a091-414dabceb09b has already been hosted by L3 agent b6946244-0c39-4059-b5dc-b7ebd7a0cc91 {{(pid=79276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 31 15:43:44.720420 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b923c4-2c5c-4ff4-a7bf-1fc5b1f7de1e admin admin] Notify agent at l3_agent.dv-cinder-802781-4-iscsi the message routers_updated {{(pid=79276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 31 15:43:44.733569 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-27b923c4-2c5c-4ff4-a7bf-1fc5b1f7de1e admin admin] 10.222.0.81 "PUT /v2.0/routers/9f6af12b-f64d-44ed-a091-414dabceb09b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4517670 Aug 31 15:43:44.736293 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 57488) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:43:44.739020 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077d7867-6fdc-465f-b416-762ece228000 None None] Sync routers for ids ['9f6af12b-f64d-44ed-a091-414dabceb09b'] in dv-cinder-802781-4-iscsi {{(pid=79279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 15:43:44.751581 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077d7867-6fdc-465f-b416-762ece228000 None None] Routers {'9f6af12b-f64d-44ed-a091-414dabceb09b'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:43:44.752205 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-077d7867-6fdc-465f-b416-762ece228000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:43:38Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['9f6af12b-f64d-44ed-a091-414dabceb09b'], 'active': True} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:43:44.949462 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvr_db [None req-077d7867-6fdc-465f-b416-762ece228000 None None] Set router 9f6af12b-f64d-44ed-a091-414dabceb09b gateway port host: dv-cinder-802781-4-iscsi {{(pid=79279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:43:45.036083 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-6803ba28-988d-46cd-bdb0-c9fb55489a56 admin admin] Notify callbacks [] for router, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:45.222030 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-6803ba28-988d-46cd-bdb0-c9fb55489a56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:45.233417 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-6803ba28-988d-46cd-bdb0-c9fb55489a56 admin admin] Deleting port edbcbb6d-b4a2-4fd8-ab4c-805ae2ad5cc8 {{(pid=79276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:43:45.233768 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-6803ba28-988d-46cd-bdb0-c9fb55489a56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:45.248790 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-077d7867-6fdc-465f-b416-762ece228000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6af12b-f64d-44ed-a091-414dabceb09b', 'name': 'tempest-TestVolumeBootPattern-984598676-router', 'tenant_id': '8472bc1a30914233b0fd622d3eced5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'external_fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': 'edbcbb6d-b4a2-4fd8-ab4c-805ae2ad5cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:33Z', 'updated_at': '2021-08-31T15:43:43Z', 'revision_number': 5, 'project_id': '8472bc1a30914233b0fd622d3eced5c4', 'gw_port': {'id': 'edbcbb6d-b4a2-4fd8-ab4c-805ae2ad5cc8', 'name': '', 'network_id': '8f15a7b0-c0b9-4864-9373-42147a89de1a', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6af12b-f64d-44ed-a091-414dabceb09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802781-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T15:34:34Z', 'updated_at': '2021-08-31T15:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497a4a38-4d00-4e5c-ae08-9918d0306661', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802781-4-iscsi'}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:43:45.252629 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077d7867-6fdc-465f-b416-762ece228000 None None] Checking router: 9f6af12b-f64d-44ed-a091-414dabceb09b for host: dv-cinder-802781-4-iscsi {{(pid=79279) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 15:43:45.261882 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077d7867-6fdc-465f-b416-762ece228000 None None] Routers {'9f6af12b-f64d-44ed-a091-414dabceb09b'} bound to L3 agent in host dv-cinder-802781-4-iscsi {{(pid=79279) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 31 15:43:45.262501 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-077d7867-6fdc-465f-b416-762ece228000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802781-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T15:15:38Z,description=,heartbeat_timestamp=2021-08-31T15:43:38Z,host='dv-cinder-802781-4-iscsi',id=b6946244-0c39-4059-b5dc-b7ebd7a0cc91,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T15:15:38Z,topic='l3_agent')) {'router_ids': ['9f6af12b-f64d-44ed-a091-414dabceb09b'], 'active': True} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:43:45.418683 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_dvr_db [None req-077d7867-6fdc-465f-b416-762ece228000 None None] Set router 9f6af12b-f64d-44ed-a091-414dabceb09b gateway port host: None {{(pid=79279) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 31 15:43:45.442413 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-6803ba28-988d-46cd-bdb0-c9fb55489a56 admin admin] For port edbcbb6d-b4a2-4fd8-ab4c-805ae2ad5cc8, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=edbcbb6d-b4a2-4fd8-ab4c-805ae2ad5cc8,segment=NetworkSegment(ee0cca34-cfc1-48b8-9cd2-f432400bdd40),segment_id=ee0cca34-cfc1-48b8-9cd2-f432400bdd40)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:43:45.442758 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-6803ba28-988d-46cd-bdb0-c9fb55489a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:45.560444 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.l3_hamode_db [None req-077d7867-6fdc-465f-b416-762ece228000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6af12b-f64d-44ed-a091-414dabceb09b', 'name': 'tempest-TestVolumeBootPattern-984598676-router', 'tenant_id': '8472bc1a30914233b0fd622d3eced5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:33Z', 'updated_at': '2021-08-31T15:43:45Z', 'revision_number': 6, 'project_id': '8472bc1a30914233b0fd622d3eced5c4', 'gw_port_host': None}], 'dv-cinder-802781-4-iscsi', False) {} {{(pid=79279) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:43:45.564537 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077d7867-6fdc-465f-b416-762ece228000 None None] The sync data for ids ['9f6af12b-f64d-44ed-a091-414dabceb09b'] in dv-cinder-802781-4-iscsi is: [{'id': '9f6af12b-f64d-44ed-a091-414dabceb09b', 'name': 'tempest-TestVolumeBootPattern-984598676-router', 'tenant_id': '8472bc1a30914233b0fd622d3eced5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T15:34:33Z', 'updated_at': '2021-08-31T15:43:45Z', 'revision_number': 6, 'project_id': '8472bc1a30914233b0fd622d3eced5c4', 'gw_port_host': None}] {{(pid=79279) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 15:43:45.570206 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-6803ba28-988d-46cd-bdb0-c9fb55489a56 admin admin] Calling delete_port for edbcbb6d-b4a2-4fd8-ab4c-805ae2ad5cc8 owned by network:router_gateway {{(pid=79276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:43:45.747204 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-6803ba28-988d-46cd-bdb0-c9fb55489a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1768796'] for port, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:45.750939 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-483aac96-934d-4445-b91a-855bf14bc236 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:43:45.797359 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6803ba28-988d-46cd-bdb0-c9fb55489a56 admin admin] Pushing event deleted for resources: {'Port': ['ID=edbcbb6d-b4a2-4fd8-ab4c-805ae2ad5cc8,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:43:45.824387 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-6803ba28-988d-46cd-bdb0-c9fb55489a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:43:45.892296 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-6803ba28-988d-46cd-bdb0-c9fb55489a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3906827'] for router_gateway, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:46.075503 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-6803ba28-988d-46cd-bdb0-c9fb55489a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3925073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-836'] for router, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:46.077918 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-6803ba28-988d-46cd-bdb0-c9fb55489a56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:46.103941 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-6803ba28-988d-46cd-bdb0-c9fb55489a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3926097'] for router, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:46.104444 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6803ba28-988d-46cd-bdb0-c9fb55489a56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f6af12b-f64d-44ed-a091-414dabceb09b {{(pid=79276) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 31 15:43:46.117848 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-6803ba28-988d-46cd-bdb0-c9fb55489a56 admin admin] Notify callbacks [] for router, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:46.118983 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-6803ba28-988d-46cd-bdb0-c9fb55489a56 admin admin] 10.222.0.81 "DELETE /v2.0/routers/9f6af12b-f64d-44ed-a091-414dabceb09b HTTP/1.1" status: 204 len: 168 time: 1.3817787 Aug 31 15:43:46.121955 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 57492) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:43:46.183906 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cfd51e1-4c40-42ce-81c6-25e1cbf8cf1d admin admin] Deleting subnet a1ffd9f3-65c2-4541-b3c9-732cabce2c2c {{(pid=79276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 31 15:43:46.187051 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2cfd51e1-4c40-42ce-81c6-25e1cbf8cf1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:46.241792 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2cfd51e1-4c40-42ce-81c6-25e1cbf8cf1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-770018'] for subnet, precommit_delete_associations {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:46.325301 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2cfd51e1-4c40-42ce-81c6-25e1cbf8cf1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3292833'] for subnet, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:46.396437 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2cfd51e1-4c40-42ce-81c6-25e1cbf8cf1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3292846', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1768719', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-930066'] for subnet, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:46.403150 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:43:46.553727 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd51e1-4c40-42ce-81c6-25e1cbf8cf1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1ffd9f3-65c2-4541-b3c9-732cabce2c2c,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:43:46.557027 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-2cfd51e1-4c40-42ce-81c6-25e1cbf8cf1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:43:46.558116 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-2cfd51e1-4c40-42ce-81c6-25e1cbf8cf1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for subnet, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:46.564191 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-2cfd51e1-4c40-42ce-81c6-25e1cbf8cf1d admin admin] 10.222.0.81 "DELETE /v2.0/subnets/a1ffd9f3-65c2-4541-b3c9-732cabce2c2c HTTP/1.1" status: 204 len: 168 time: 0.4412732 Aug 31 15:43:46.566695 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 57496) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:43:46.569715 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17d63ee-a6bc-4472-acd3-82b3c70d5ffc None None] Network 2d8b1d73-8497-4f0b-9f88-a0f93244b646 requested from dv-cinder-802781-4-iscsi {{(pid=79278) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 31 15:43:46.678468 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-18013695-f0d7-4e02-b311-2d045ea01d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1015904'] for network, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:46.689614 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-18013695-f0d7-4e02-b311-2d045ea01d6a admin admin] Deleting port 4fd44d7c-8b2c-4f76-9f20-66344b317cc0 {{(pid=79276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:43:46.689944 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-18013695-f0d7-4e02-b311-2d045ea01d6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:46.862496 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a048670-845f-4d03-bc6f-3941e2b3b61d None None] DHCP port deletion for 2d8b1d73-8497-4f0b-9f88-a0f93244b646 request from dv-cinder-802781-4-iscsi {{(pid=79278) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 31 15:43:46.868087 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-2a048670-845f-4d03-bc6f-3941e2b3b61d None None] Deleting port 4fd44d7c-8b2c-4f76-9f20-66344b317cc0 {{(pid=79278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:43:46.868477 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-2a048670-845f-4d03-bc6f-3941e2b3b61d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:46.916192 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.db [None req-18013695-f0d7-4e02-b311-2d045ea01d6a admin admin] For port 4fd44d7c-8b2c-4f76-9f20-66344b317cc0, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=4fd44d7c-8b2c-4f76-9f20-66344b317cc0,segment=NetworkSegment(06cb4e88-3155-471f-a61b-500aaacd4fb1),segment_id=06cb4e88-3155-471f-a61b-500aaacd4fb1)] {{(pid=79276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:43:46.916431 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-18013695-f0d7-4e02-b311-2d045ea01d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:46.921435 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 9053b3f2-a49b-43db-b2da-0376bc43b273 no longer exists at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:43:46.963112 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] No Port match for: 9053b3f2-a49b-43db-b2da-0376bc43b273 {{(pid=79278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:43:46.963485 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 9053b3f2-a49b-43db-b2da-0376bc43b273 not bound to the agent host dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:43:46.963914 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device edbcbb6d-b4a2-4fd8-ab4c-805ae2ad5cc8 no longer exists at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:43:47.025385 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] No Port match for: edbcbb6d-b4a2-4fd8-ab4c-805ae2ad5cc8 {{(pid=79278) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 31 15:43:47.025741 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device edbcbb6d-b4a2-4fd8-ab4c-805ae2ad5cc8 not bound to the agent host dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 31 15:43:47.026165 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.rpc [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Device 4fd44d7c-8b2c-4f76-9f20-66344b317cc0 no longer exists at agent ovs-agent-dv-cinder-802781-4-iscsi {{(pid=79278) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 31 15:43:47.046937 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.plugin [None req-18013695-f0d7-4e02-b311-2d045ea01d6a admin admin] Calling delete_port for 4fd44d7c-8b2c-4f76-9f20-66344b317cc0 owned by network:dhcp {{(pid=79276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:43:47.128678 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-18013695-f0d7-4e02-b311-2d045ea01d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-803274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738171877708', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738171412273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1768796'] for port, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:47.134253 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-452d1b09-98e9-4841-b884-c5bcf752aff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:43:47.139626 dv-cinder-802781-4-iscsi neutron-server[79278]: INFO neutron.plugins.ml2.db [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] No ports have port_id starting with 4fd44d7c-8b2c-4f76-9f20-66344b317cc0 Aug 31 15:43:47.180711 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18013695-f0d7-4e02-b311-2d045ea01d6a admin admin] Pushing event deleted for resources: {'Port': ['ID=4fd44d7c-8b2c-4f76-9f20-66344b317cc0,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:43:47.182644 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18013695-f0d7-4e02-b311-2d045ea01d6a admin admin] No DVR routers for this DVR port 4fd44d7c-8b2c-4f76-9f20-66344b317cc0 on host dv-cinder-802781-4-iscsi {{(pid=79276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 15:43:47.185474 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-18013695-f0d7-4e02-b311-2d045ea01d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:43:47.213651 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.db [None req-2a048670-845f-4d03-bc6f-3941e2b3b61d None None] For port 4fd44d7c-8b2c-4f76-9f20-66344b317cc0, host dv-cinder-802781-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802781-4-iscsi',level=0,port_id=4fd44d7c-8b2c-4f76-9f20-66344b317cc0,segment=NetworkSegment(06cb4e88-3155-471f-a61b-500aaacd4fb1),segment_id=06cb4e88-3155-471f-a61b-500aaacd4fb1)] {{(pid=79278) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 31 15:43:47.214053 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-2a048670-845f-4d03-bc6f-3941e2b3b61d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3906541'] for port, precommit_delete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:47.305010 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-18013695-f0d7-4e02-b311-2d045ea01d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3290458', 'neutron.services.segments.db._delete_segments_for_network-8738171925917'] for network, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:47.318353 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.services.segments.db [None req-18013695-f0d7-4e02-b311-2d045ea01d6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d8b1d73-8497-4f0b-9f88-a0f93244b646']}} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:43:47.331013 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.services.segments.db [None req-18013695-f0d7-4e02-b311-2d045ea01d6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06cb4e88-3155-471f-a61b-500aaacd4fb1') {'for_net_delete': True} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:43:47.331330 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.services.segments.db [None req-18013695-f0d7-4e02-b311-2d045ea01d6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06cb4e88-3155-471f-a61b-500aaacd4fb1') {} {{(pid=79276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 15:43:47.340534 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-2a048670-845f-4d03-bc6f-3941e2b3b61d None None] Calling delete_port for 4fd44d7c-8b2c-4f76-9f20-66344b317cc0 owned by network:dhcp {{(pid=79278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 31 15:43:47.344461 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-18013695-f0d7-4e02-b311-2d045ea01d6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738171923703', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-770045'] for segment, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:47.366818 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-18013695-f0d7-4e02-b311-2d045ea01d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3286683'] for segment, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:47.374733 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18013695-f0d7-4e02-b311-2d045ea01d6a admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=79276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 15:43:47.375148 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-18013695-f0d7-4e02-b311-2d045ea01d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3286674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1768809'] for segment, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:47.389274 dv-cinder-802781-4-iscsi neutron-server[79276]: Traceback (most recent call last): Aug 31 15:43:47.389274 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 15:43:47.389274 dv-cinder-802781-4-iscsi neutron-server[79276]: timer() Aug 31 15:43:47.389274 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 15:43:47.389274 dv-cinder-802781-4-iscsi neutron-server[79276]: cb(*args, **kw) Aug 31 15:43:47.389274 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 31 15:43:47.389274 dv-cinder-802781-4-iscsi neutron-server[79276]: return func(*args, **kwargs) Aug 31 15:43:47.389274 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 15:43:47.389274 dv-cinder-802781-4-iscsi neutron-server[79276]: self._notify() Aug 31 15:43:47.389274 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 15:43:47.389274 dv-cinder-802781-4-iscsi neutron-server[79276]: self.callback(batched_events) Aug 31 15:43:47.389274 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 15:43:47.389274 dv-cinder-802781-4-iscsi neutron-server[79276]: event.method(event) Aug 31 15:43:47.389274 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 31 15:43:47.389274 dv-cinder-802781-4-iscsi neutron-server[79276]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 15:43:47.389274 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 31 15:43:47.389274 dv-cinder-802781-4-iscsi neutron-server[79276]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 15:43:47.389274 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 31 15:43:47.389274 dv-cinder-802781-4-iscsi neutron-server[79276]: return f(self, *a, **k) Aug 31 15:43:47.389274 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 31 15:43:47.389274 dv-cinder-802781-4-iscsi neutron-server[79276]: return self._get(url).json() Aug 31 15:43:47.389274 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 31 15:43:47.389274 dv-cinder-802781-4-iscsi neutron-server[79276]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 15:43:47.389274 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 15:43:47.389274 dv-cinder-802781-4-iscsi neutron-server[79276]: return self.request(url, 'GET', **kwargs) Aug 31 15:43:47.389274 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 15:43:47.389274 dv-cinder-802781-4-iscsi neutron-server[79276]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 15:43:47.389274 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 15:43:47.389274 dv-cinder-802781-4-iscsi neutron-server[79276]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 15:43:47.389274 dv-cinder-802781-4-iscsi neutron-server[79276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 15:43:47.389274 dv-cinder-802781-4-iscsi neutron-server[79276]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 15:43:47.389274 dv-cinder-802781-4-iscsi neutron-server[79276]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 15:43:47.422722 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.db.api [None req-2a048670-845f-4d03-bc6f-3941e2b3b61d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79278) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 15:43:47.423078 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG oslo_db.api [None req-2a048670-845f-4d03-bc6f-3941e2b3b61d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 15:43:47.468068 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-18013695-f0d7-4e02-b311-2d045ea01d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3290403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3790729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3906838'] for network, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:47.472745 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:43:47.486204 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-18013695-f0d7-4e02-b311-2d045ea01d6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3790751'] for network, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:47.496960 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18013695-f0d7-4e02-b311-2d045ea01d6a admin admin] Pushing event deleted for resources: {'Network': ['ID=2d8b1d73-8497-4f0b-9f88-a0f93244b646,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:43:47.499472 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-18013695-f0d7-4e02-b311-2d045ea01d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:43:47.502553 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-18013695-f0d7-4e02-b311-2d045ea01d6a admin admin] 10.222.0.81 "DELETE /v2.0/networks/2d8b1d73-8497-4f0b-9f88-a0f93244b646 HTTP/1.1" status: 204 len: 168 time: 0.9349034 Aug 31 15:43:47.625171 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 57502) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:43:47.683184 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-d27bc69d-2d77-4897-a2e7-3b5646a2dbe0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e4371ca94d2f4596a8827e56a45419f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0565743 Aug 31 15:43:47.685451 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.wsgi [-] (79276) accepted ('10.222.0.81', 57506) {{(pid=79276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:43:47.747012 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-7204e853-5f31-4c94-b196-32d507ed7b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:47.776030 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-7204e853-5f31-4c94-b196-32d507ed7b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:47.829152 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-7204e853-5f31-4c94-b196-32d507ed7b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:47.832943 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-04932626-fb19-4015-a3c3-a79d3f81afb9 tempest-TestVolumeBootPattern-1510470228 tempest-TestVolumeBootPattern-1510470228-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:43:47.848212 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7204e853-5f31-4c94-b196-32d507ed7b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ee8d80-830a-4992-ac56-19f90e3ebbc8,revision_number=None']} {{(pid=79276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:43:47.852224 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG oslo_concurrency.lockutils [None req-7204e853-5f31-4c94-b196-32d507ed7b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:43:47.855804 dv-cinder-802781-4-iscsi neutron-server[79276]: DEBUG neutron_lib.callbacks.manager [None req-7204e853-5f31-4c94-b196-32d507ed7b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:47.856901 dv-cinder-802781-4-iscsi neutron-server[79276]: INFO neutron.wsgi [None req-7204e853-5f31-4c94-b196-32d507ed7b4c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a1ee8d80-830a-4992-ac56-19f90e3ebbc8 HTTP/1.1" status: 204 len: 168 time: 0.1705377 Aug 31 15:43:47.924038 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-2a048670-845f-4d03-bc6f-3941e2b3b61d None None] Deleting port 4fd44d7c-8b2c-4f76-9f20-66344b317cc0 {{(pid=79278) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 31 15:43:47.924633 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-2a048670-845f-4d03-bc6f-3941e2b3b61d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738171872296'] for port, before_delete {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:47.995657 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron.plugins.ml2.plugin [None req-2a048670-845f-4d03-bc6f-3941e2b3b61d None None] The port '4fd44d7c-8b2c-4f76-9f20-66344b317cc0' was deleted {{(pid=79278) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 31 15:43:48.226356 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 57514) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:43:48.278319 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-2ad61a93-308c-46a3-99e2-c4525b7cef3f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8472bc1a30914233b0fd622d3eced5c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509815 Aug 31 15:43:48.280801 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [-] (79277) accepted ('10.222.0.81', 57518) {{(pid=79277) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 31 15:43:48.340390 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-b4f020d9-8226-4706-aefc-78f8055b654d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:48.366879 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-b4f020d9-8226-4706-aefc-78f8055b654d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:48.419081 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-b4f020d9-8226-4706-aefc-78f8055b654d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3858757'] for security_group, after_delete {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:48.422786 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-6457acef-568b-4313-8106-d12ce297c946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 15:43:48.437428 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f020d9-8226-4706-aefc-78f8055b654d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd41234b-5012-4157-ad24-664650005fa9,revision_number=None']} {{(pid=79277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 15:43:48.440013 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG oslo_concurrency.lockutils [None req-b4f020d9-8226-4706-aefc-78f8055b654d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79277) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 15:43:48.441213 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron_lib.callbacks.manager [None req-b4f020d9-8226-4706-aefc-78f8055b654d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:43:48.445648 dv-cinder-802781-4-iscsi neutron-server[79277]: INFO neutron.wsgi [None req-b4f020d9-8226-4706-aefc-78f8055b654d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fd41234b-5012-4157-ad24-664650005fa9 HTTP/1.1" status: 204 len: 168 time: 0.1606317 Aug 31 15:44:05.340070 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-b44ab074-db17-4cbf-b889-d71b95b3de2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:44:05.628601 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:44:07.741946 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-07e7f415-bd0b-401a-a6b2-13310c1f4899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:44:08.949055 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:44:09.677497 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:44:10.636389 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:44:13.031644 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 6 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:44:35.343072 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-2442bf6d-f421-43fa-8cee-5039d3f43421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:44:35.631785 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:44:37.745304 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-aa607cb7-f289-4500-b651-a35959a3d407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:44:38.949355 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:44:39.694046 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:44:40.639502 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:44:50.031128 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 6 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:45:05.345423 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-b447337c-2c73-4e96-83ec-50406e243360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:45:05.634351 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:45:07.745833 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-fad84077-5f6e-41e6-b643-3c9d640bc893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:45:08.953176 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:45:09.704064 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:45:10.641060 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:45:27.030022 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 6 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:45:35.346244 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-bde69372-9b98-4d2c-a641-3e55a20ea548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:45:35.635484 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:45:37.747731 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-86620ef6-640c-4b8f-86a4-930f787de96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:45:38.956205 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:45:39.713994 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:45:40.644305 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:46:04.029273 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 6 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:46:05.353484 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-9aef8138-f839-40f6-881f-b27b255a219c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:46:05.636575 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:46:07.749524 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-cd65b5a0-1115-496b-a72f-07ed696dcaaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:46:08.958214 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:46:09.728434 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:46:10.647583 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:46:35.345269 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-8b871e6b-2bec-416e-b932-dac10e876694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:46:35.638203 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:46:37.749920 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-7350c7c9-622d-493f-902f-ae95427c564c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:46:38.963254 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:46:39.720353 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:46:40.650847 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:46:41.028024 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 6 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:46:56.200870 dv-cinder-802781-4-iscsi neutron-server[79277]: DEBUG neutron.wsgi [req-dc6b13fd-76b2-42b3-8165-a9252db229ff req-2efd86af-3ab9-4b3a-a1ac-270f2e177c31 service neutron] (79277) timed out ('10.222.0.81', 53370) {{(pid=79277) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 31 15:47:05.346243 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-58b3b00b-7658-4455-8c53-c700c1fccaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:47:05.639177 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:47:07.751345 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-5a282bb0-40e8-4b3d-bdba-adc5c94cce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:47:08.963406 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:47:09.731248 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:47:10.651690 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:47:18.027136 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 6 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:47:35.347607 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-c1fbef8a-f609-4a9b-94d0-24ec8a3e5751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:47:35.640758 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:47:37.753339 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-88d693bb-72c1-4b89-99b2-c06511ad853f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:47:38.969714 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:47:39.739003 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:47:40.655242 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:47:55.025581 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 6 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:48:05.349751 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-0ea0b632-ba90-467b-997e-c6006cbfc794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:48:05.644410 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:48:07.755193 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-20da40cf-17ca-4c42-b243-54f1d05e74e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:48:08.968822 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:48:09.753359 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:48:10.661642 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:48:32.025481 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 6 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:48:35.351715 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f44418b6-ad1d-4c4f-bb3c-cfc9c59771e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:48:35.647235 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:48:37.755817 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-1502309f-b14d-4a63-8f73-440a6079d4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:48:38.973175 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:48:39.767076 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:48:40.661906 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:49:05.353216 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-cb5bc2b9-3695-4afa-83c6-5d2fbdd10153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:49:05.651504 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f189d196-da1d-422e-95c1-0cc50710db06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:49:07.758209 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f3c37d1e-4a4a-474b-9b0a-170b2a96835d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:49:08.975985 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-a096f2a3-d52f-4851-8428-071c6617329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:49:09.024175 dv-cinder-802781-4-iscsi neutron-server[79279]: DEBUG neutron.db.agents_db [None req-89192ad0-dcb2-432b-8d79-8186ed41541c None None] Agent healthcheck: found 6 active agents {{(pid=79279) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 31 15:49:09.771375 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-f06b2234-69b3-4fa0-a5ff-843802ae7a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 15:49:10.668177 dv-cinder-802781-4-iscsi neutron-server[79278]: DEBUG neutron_lib.callbacks.manager [None req-34b0ae41-f112-41a1-8de6-e46eb1339fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738171925899', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3279456'] for agent, after_update {{(pid=79278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}